-- Logs begin at Tue 2022-10-11 23:31:15 UTC, end at Wed 2022-10-12 00:44:26 UTC. -- Oct 12 00:11:10.662598 dv-cinder-849143-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 00:11:13.296231 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.common.config [-] Logging enabled! Oct 12 00:11:13.296837 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev68 Oct 12 00:11:13.297015 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111444) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 12 00:11:13.300354 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.common.config [-] Logging enabled! Oct 12 00:11:13.300610 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev68 Oct 12 00:11:13.300923 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111444) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 12 00:11:13.301856 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 00:11:13.302093 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 00:11:13.302571 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 00:11:13.302820 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 00:11:13.303052 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 00:11:13.303390 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.303702 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.303935 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.304239 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.304538 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.304823 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.305119 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.305419 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.305706 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.305987 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.306281 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.306509 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.306793 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.307084 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.307390 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.307623 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] debug = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.307905 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.308340 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.309474 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.309474 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.309474 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.309713 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.309838 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.310119 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.310407 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.310743 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] host = dv-cinder-849143-13-iscsi {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.311023 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.311315 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.311642 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.311949 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.312210 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.312492 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.312780 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.313056 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.313332 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] log_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.314125 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.314416 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.314711 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.315004 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.315231 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.315479 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.315772 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.316074 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.316352 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.316632 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.316906 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.317182 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.317457 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.317727 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.318015 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.318304 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.318593 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.318870 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.319146 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.319464 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.319741 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.320029 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.320304 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.320577 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.320852 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.321143 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.321415 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.321690 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.321994 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.322282 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.322566 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.322857 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.323135 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.323444 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.323722 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.324000 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.324276 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] use_json = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.324553 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.324827 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.325114 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.325389 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.325663 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.325937 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.326209 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.326496 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.326770 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:13.327071 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.327381 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.327697 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.327984 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.328292 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.328575 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.328872 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.329875 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.330012 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.330310 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.330603 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.330884 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.331187 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.331582 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.331887 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.332198 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.332496 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.332793 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.333075 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.333355 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.333635 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.333918 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.334208 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.334492 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.334785 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.335079 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.335360 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.335682 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.335973 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.336260 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.336557 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.336852 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.337129 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.337411 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.337707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.337989 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.338264 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.338557 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.338839 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.339114 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.339419 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.339723 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.340017 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.340295 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.340577 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.340870 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.341149 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.341424 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.341699 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.341977 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.342252 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.342542 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.342823 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.343101 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.343409 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.343682 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.343959 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.344238 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.344518 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.344817 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.345096 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.345371 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.345645 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.345924 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.346199 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.346477 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.346751 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.347027 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.347306 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.347607 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.347884 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.348158 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.348434 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.348710 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.348996 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.349297 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.349578 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.349865 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.350146 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.350425 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.350706 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.350987 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.351264 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.351571 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.351846 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.352139 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.352422 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.352707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.352991 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.353285 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.353582 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.353862 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.354141 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.354419 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.354696 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.354974 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.355256 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.355558 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.355838 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.356123 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.356410 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.356710 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.357008 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.357288 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.357586 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.357884 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.358179 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.358460 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.358771 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.359056 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:13.359278 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 00:11:13.359545 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111444) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 00:11:13.735858 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=111444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 12 00:11:13.736183 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=111444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 12 00:11:13.736450 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=111444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 12 00:11:13.736680 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=111444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 12 00:11:13.736958 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 12 00:11:13.737288 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 00:11:14.064236 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.064458 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.064732 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.065928 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.066206 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.066476 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.119551 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.119834 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.120107 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.136658 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.136941 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.137214 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.164958 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.165238 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.165506 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.202232 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.202515 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.202788 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.432229 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.432866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.432866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.433941 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.434658 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.531264 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.531614 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.531902 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.532706 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.532979 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.533296 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.533567 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.533829 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.534087 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.534371 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.534633 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.534899 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.535159 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.535437 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.535703 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.535972 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.536231 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.536500 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.536773 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.537035 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.537313 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.537569 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.537854 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.538236 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.538491 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.538743 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.539148 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 00:11:14.539415 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 00:11:14.539660 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 00:11:14.539900 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 00:11:14.540679 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 00:11:14.540679 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 00:11:14.540948 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 00:11:14.543841 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 00:11:14.548376 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 00:11:14.552304 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 12 00:11:14.553927 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 00:11:14.554538 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 00:11:14.554878 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 00:11:14.555270 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 00:11:14.558058 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 00:11:14.558312 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 00:11:14.558664 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 00:11:14.563764 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 00:11:14.586454 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 00:11:14.586910 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.587210 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111444) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 12 00:11:14.587609 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.588951 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111444) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 00:11:14.589231 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 00:11:14.589480 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 00:11:14.600688 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.600976 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:14.732859 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 00:11:14.733057 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 00:11:14.733291 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 00:11:14.733669 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 00:11:14.786715 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO dbcounter [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Registered counter for database neutron Oct 12 00:11:14.806057 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_db.sqlalchemy.engines [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111444) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 00:11:14.811834 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG dbcounter [-] [111444] Writer thread running {{(pid=111444) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 00:11:15.705750 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Initializing driver for type 'gre' Oct 12 00:11:15.706370 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] gre ID ranges: [(1, 1000)] Oct 12 00:11:15.916336 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Initializing driver for type 'local' Oct 12 00:11:15.916672 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Initializing driver for type 'vlan' Oct 12 00:11:16.053569 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] VlanTypeDriver initialization complete Oct 12 00:11:16.053901 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Initializing driver for type 'vxlan' Oct 12 00:11:16.054400 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] vxlan ID ranges: [(1, 1000)] Oct 12 00:11:16.224990 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Initializing extension driver 'port_security' Oct 12 00:11:16.225262 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.extensions.port_security [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] PortSecurityExtensionDriver initialization complete Oct 12 00:11:16.225585 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Initializing mechanism driver 'openvswitch' Oct 12 00:11:16.225907 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Initializing mechanism driver 'hyperv' Oct 12 00:11:16.232462 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:11:16.233134 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > port after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.233507 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > port after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.233862 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > port after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.234368 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 00:11:16.234789 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > subnet after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.235144 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > subnet after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.235533 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > subnet after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.238919 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 00:11:16.238919 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > network after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.238919 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > network after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.238919 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > network after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.238919 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 00:11:16.239354 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > security_group after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.239354 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > security_group after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.239354 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > security_group after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.239354 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 00:11:16.239354 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.239836 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.239928 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.240385 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 00:11:16.240785 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > address_group after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.241130 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > address_group after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.241469 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > address_group after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.241860 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 00:11:16.242299 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] ML2 OVO RPC backend initialized. {{(pid=111444) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 12 00:11:16.243006 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router_interface after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.243362 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.243798 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > network before_response 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.244149 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > networks before_response 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.244494 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > port before_response 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.244836 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > ports before_response 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.245181 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > subnet before_response 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.245521 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > subnets before_response 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.245870 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > network after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.246218 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > network after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.246557 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > network after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.246897 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > port after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.247239 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > port after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.247606 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > port after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.247947 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > subnet after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.248283 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > subnet after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.248618 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > subnet after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.256585 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded quota_driver: . Oct 12 00:11:16.256952 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.plugin [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Modular L2 Plugin initialization complete Oct 12 00:11:16.257299 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading services supported by the core plugin {{(pid=111444) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 00:11:16.257640 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.plugins.ml2.managers [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Got port-security extension from driver 'port_security' Oct 12 00:11:16.258115 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.extensions.vlantransparent [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Disabled vlantransparent extension. Oct 12 00:11:16.258605 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111444) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 00:11:16.258927 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading Plugin: router Oct 12 00:11:16.294283 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router_interface before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.294675 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router after_create 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.295045 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router before_create 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.295433 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.295811 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.296169 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router after_delete 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.296529 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > floatingip after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.296880 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > floatingip after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.297242 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router after_create 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.297589 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router after_update 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.297962 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router after_update 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.298312 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.298674 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router after_update 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.299089 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router precommit_update 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.299500 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: port after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.299849 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: port after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.300191 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: subnet after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.300538 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.300890 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > port precommit_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.301240 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router precommit_create 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.301585 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: port before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.301927 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router precommit_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.302281 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router after_update 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.302624 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router precommit_delete 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.302974 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router precommit_create 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.303336 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router_interface after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.303707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router precommit_update 55549900 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.304073 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > agent after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.304423 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > agent after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.304769 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > network after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.305621 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Tracking information for resource: router configured {{(pid=111444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 00:11:16.305957 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Tracking information for resource: floatingip configured {{(pid=111444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 00:11:16.310818 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.db.l3_agentschedulers_db [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 00:11:16.311424 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: port after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.311793 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: port after_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.312146 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: port after_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.312498 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: port after_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.313780 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router before_create 55550100 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.314155 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router precommit_delete 55550100 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.314514 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router precommit_create 55550100 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.314869 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > router precommit_update 55550100 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.319724 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.services.provider_configuration [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service providers = [] {{(pid=111444) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 00:11:16.320088 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.db.servicetype_db [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111444) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 00:11:16.322996 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.services.service_base [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 00:11:16.323348 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.services.service_base [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 00:11:16.323714 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.services.service_base [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 00:11:16.324592 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.services.service_base [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 00:11:16.324960 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.services.service_base [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 00:11:16.325344 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 00:11:16.325661 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 00:11:16.337735 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 00:11:16.338069 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading Plugin: auto_allocate Oct 12 00:11:16.343820 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: network precommit_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.344191 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: network precommit_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.344739 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 00:11:16.345061 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading Plugin: tag Oct 12 00:11:16.351619 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 00:11:16.351993 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading Plugin: timestamp Oct 12 00:11:16.355971 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 00:11:16.356301 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading Plugin: network_ip_availability Oct 12 00:11:16.362252 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.362624 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.362981 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.363739 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 00:11:16.364063 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading Plugin: flavors Oct 12 00:11:16.368713 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 00:11:16.369043 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading Plugin: revisions Oct 12 00:11:16.373461 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 00:11:16.373845 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_concurrency.lockutils [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.637s {{(pid=111444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 12 00:11:16.374578 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111444) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 12 00:11:16.374913 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Initializing extension manager. Oct 12 00:11:16.375471 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: __init__.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.376438 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: __pycache__ {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.376789 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: address_group.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.377678 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.378254 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: address-group Oct 12 00:11:16.378577 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: address_scope.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.379252 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.379783 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: address-scope Oct 12 00:11:16.380104 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: admin_state_down_before_update.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.380981 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.381485 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: router-admin-state-down-before-update Oct 12 00:11:16.381803 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: agent.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.382461 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.382961 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: agent Oct 12 00:11:16.383281 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: agent_resources_synced.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.384163 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.384665 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: agent-resources-synced Oct 12 00:11:16.384985 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: allowedaddresspairs.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.386716 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.387240 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: allowed-address-pairs Oct 12 00:11:16.387591 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: auto_allocated_topology.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.388878 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.389390 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: auto-allocated-topology Oct 12 00:11:16.389715 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: availability_zone.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.390373 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.390887 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: availability_zone Oct 12 00:11:16.391210 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: availability_zone_filter.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.392137 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.392646 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: availability_zone_filter Oct 12 00:11:16.392966 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: data_plane_status.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.393824 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.394327 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 00:11:16.394648 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: default_subnetpools.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.395592 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.396055 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: default-subnetpools Oct 12 00:11:16.396374 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: dhcpagentscheduler.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.397134 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.397644 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: dhcp_agent_scheduler Oct 12 00:11:16.397964 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: dns.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.398825 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.399325 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension dns-integration not supported by any of loaded plugins Oct 12 00:11:16.399667 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: dns_domain_ports.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.400533 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.401039 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 00:11:16.401362 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.402239 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.402744 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 00:11:16.403068 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: dvr.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.403726 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.404230 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: dvr Oct 12 00:11:16.404551 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: ecmp_routes.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.405415 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.405916 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 00:11:16.406238 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: empty_string_filtering.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.407124 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.407653 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: empty-string-filtering Oct 12 00:11:16.407975 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.408831 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.409336 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 00:11:16.409654 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.410509 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.411016 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 00:11:16.411334 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: external_net.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.412216 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.412717 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: external-net Oct 12 00:11:16.413036 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: extra_dhcp_opt.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.413891 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.414389 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: extra_dhcp_opt Oct 12 00:11:16.414709 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: extraroute.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.415597 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.416099 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: extraroute Oct 12 00:11:16.416417 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: extraroute_atomic.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.417393 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.417897 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: extraroute-atomic Oct 12 00:11:16.418216 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: filter_validation.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.418836 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.419334 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: filter-validation Oct 12 00:11:16.419686 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: fip_pf_description.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.420557 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.421048 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 00:11:16.421369 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: fip_pf_detail.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.422226 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.423260 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: floating-ip-port-forwarding-detail Oct 12 00:11:16.423607 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: fip_pf_port_range.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.424463 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.424966 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 12 00:11:16.425286 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: fip_port_details.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.426149 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.426657 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: fip-port-details Oct 12 00:11:16.426979 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: flavors.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.428173 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.428688 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: flavors Oct 12 00:11:16.429014 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.430597 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.431116 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 00:11:16.431469 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: floatingip_pools.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.432128 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.432635 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: floatingip-pools Oct 12 00:11:16.432959 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: ip_allocation.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.433832 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.434330 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 00:11:16.434650 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.435578 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.436085 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: ip-substring-filtering Oct 12 00:11:16.436407 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: l2_adjacency.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.437281 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.437782 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 00:11:16.438106 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: l3.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.439659 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.440173 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: router Oct 12 00:11:16.440495 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: l3_conntrack_helper.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.442842 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.443387 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 00:11:16.443727 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.444604 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.445122 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: ext-gw-mode Oct 12 00:11:16.445450 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.446321 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.446831 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: l3-ha Oct 12 00:11:16.447156 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.448039 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.448545 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 12 00:11:16.448869 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: l3_flavors.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.449735 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.450244 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: l3-flavors Oct 12 00:11:16.450568 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: l3_ndp_proxy.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.451925 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.452446 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 12 00:11:16.452774 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.453643 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.454188 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 00:11:16.454511 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: l3agentscheduler.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.455545 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.456059 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: l3_agent_scheduler Oct 12 00:11:16.456385 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: local_ip.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.458077 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.458602 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension local_ip not supported by any of loaded plugins Oct 12 00:11:16.458930 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: logging.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.460385 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.460904 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension logging not supported by any of loaded plugins Oct 12 00:11:16.461234 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: metering.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.461937 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.462510 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: metering Oct 12 00:11:16.462833 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.463920 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.464437 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: metering_source_and_destination_fields Oct 12 00:11:16.464761 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: multiprovidernet.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.465635 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.466153 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: multi-provider Oct 12 00:11:16.466477 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: netmtu.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.467338 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.467944 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: net-mtu Oct 12 00:11:16.468266 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: netmtu_writable.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.469135 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.469664 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: net-mtu-writable Oct 12 00:11:16.469984 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: network_availability_zone.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.470612 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.471113 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: network_availability_zone Oct 12 00:11:16.471456 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: network_ip_availability.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.472505 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.473014 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: network-ip-availability Oct 12 00:11:16.473337 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: network_segment_range.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.474050 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.474597 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 00:11:16.474918 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: pagination.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.475926 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.476206 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: pagination Oct 12 00:11:16.476523 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: port_device_profile.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.477378 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.477888 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: port-device-profile Oct 12 00:11:16.478207 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: port_mac_address_override.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.479079 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.479622 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: port-mac-override Oct 12 00:11:16.479944 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.480811 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.481319 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: port-mac-address-regenerate Oct 12 00:11:16.481645 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.482503 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.483016 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: port-numa-affinity-policy Oct 12 00:11:16.483338 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: port_resource_request.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.484220 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.484723 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 00:11:16.485042 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: port_resource_request_groups.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.486474 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.486977 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 12 00:11:16.487296 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: portbindings.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.488188 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.488697 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: binding Oct 12 00:11:16.489020 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: portbindings_extended.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.490231 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.490745 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: binding-extended Oct 12 00:11:16.491072 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: portsecurity.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.491970 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.492487 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: port-security Oct 12 00:11:16.492811 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: project_id.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.493933 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.494267 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: project-id Oct 12 00:11:16.494591 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: providernet.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.495480 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.495994 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: provider Oct 12 00:11:16.496317 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.499764 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.500290 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos not supported by any of loaded plugins Oct 12 00:11:16.500623 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.502416 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.502936 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 00:11:16.503268 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.504175 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.504690 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 00:11:16.505015 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_default.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.505883 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.506399 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-default not supported by any of loaded plugins Oct 12 00:11:16.506724 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_fip.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.507635 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.508149 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-fip not supported by any of loaded plugins Oct 12 00:11:16.508474 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_fip_network_policy.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.509341 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.509851 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 12 00:11:16.510178 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_gateway_ip.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.511052 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.511599 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 00:11:16.511924 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_port_network_policy.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.512792 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.513575 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 00:11:16.513898 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.514880 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.515430 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 00:11:16.515758 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.516764 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.517274 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 12 00:11:16.517599 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_pps_rule.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.518715 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.519231 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-pps not supported by any of loaded plugins Oct 12 00:11:16.519586 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_rule_type_details.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.520454 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.520961 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 00:11:16.521282 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_rule_type_filter.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.522156 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.522663 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 12 00:11:16.522985 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: qos_rules_alias.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.524013 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.524525 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 00:11:16.524846 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: quota_check_limit.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.525707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.526217 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: quota-check-limit Oct 12 00:11:16.526538 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: quotasv2.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.527441 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.527771 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: quotas Oct 12 00:11:16.528091 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: quotasv2_detail.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.529731 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.530069 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: quota_details Oct 12 00:11:16.530397 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: rbac.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.531442 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.531965 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: rbac-policies Oct 12 00:11:16.532321 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: rbac_address_group.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.533204 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.533713 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: rbac-address-group Oct 12 00:11:16.534040 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: rbac_address_scope.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.534983 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.535546 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: rbac-address-scope Oct 12 00:11:16.535872 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: rbac_security_groups.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.536760 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.537272 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: rbac-security-groups Oct 12 00:11:16.537598 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: rbac_subnetpool.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.538478 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.538997 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: rbac-subnetpool Oct 12 00:11:16.539322 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: revisionifmatch.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.540259 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.540741 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: revision-if-match Oct 12 00:11:16.541069 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: revisions.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.542145 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.542656 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: standard-attr-revisions Oct 12 00:11:16.542981 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: router_availability_zone.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.543668 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.544176 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: router_availability_zone Oct 12 00:11:16.544499 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: routerservicetype.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.545370 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.545885 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension router-service-type not supported by any of loaded plugins Oct 12 00:11:16.546205 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.547076 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.547610 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: security-groups-normalized-cidr Oct 12 00:11:16.548457 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: security_groups_port_filtering.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.549333 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.549846 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: port-security-groups-filtering Oct 12 00:11:16.550167 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.551037 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.551574 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: security-groups-remote-address-group Oct 12 00:11:16.551894 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.552776 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.553291 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: security-groups-shared-filtering Oct 12 00:11:16.553608 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: securitygroup.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.563351 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.564445 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: security-group Oct 12 00:11:16.564781 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: segment.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.565474 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.565987 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension segment not supported by any of loaded plugins Oct 12 00:11:16.566316 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.567208 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.567753 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 00:11:16.568082 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: servicetype.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.569133 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.569648 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: service-type Oct 12 00:11:16.569974 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: sorting.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.570910 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.571241 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: sorting Oct 12 00:11:16.571592 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: standard_attr_segment.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.572477 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.572996 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 00:11:16.573321 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: standardattrdescription.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.573932 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.574444 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: standard-attr-description Oct 12 00:11:16.574768 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: stateful_security_group.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.575673 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.576188 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: stateful-security-group Oct 12 00:11:16.576510 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: stdattrs_common.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.577053 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 00:11:16.577371 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.578246 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.578757 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 00:11:16.579113 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: subnet_onboard.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.580147 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.580665 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: subnet_onboard Oct 12 00:11:16.580989 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.581866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.582386 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 00:11:16.582706 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: subnet_service_types.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.583614 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.584126 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: subnet-service-types Oct 12 00:11:16.584447 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: subnetallocation.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.585483 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.586002 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: subnet_allocation Oct 12 00:11:16.586327 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.586955 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.587503 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: subnetpool-prefix-ops Oct 12 00:11:16.587827 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.588708 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.589214 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 00:11:16.589534 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: tagging.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.590540 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.591053 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: standard-attr-tag Oct 12 00:11:16.591401 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: timestamp.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.592545 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.593066 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loaded extension: standard-attr-timestamp Oct 12 00:11:16.593391 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: trunk.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.594366 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.594921 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension trunk not supported by any of loaded plugins Oct 12 00:11:16.595247 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: trunk_details.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.596138 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.596650 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension trunk-details not supported by any of loaded plugins Oct 12 00:11:16.596977 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: uplink_status_propagation.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.597850 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.598361 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 00:11:16.598686 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Loading extension file: vlantransparent.py {{(pid=111444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 00:11:16.599313 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 00:11:16.599845 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 00:11:16.602390 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:network Oct 12 00:11:16.602909 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:subnet Oct 12 00:11:16.603304 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 00:11:16.603713 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:port Oct 12 00:11:16.604968 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.605414 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service FLAVORS assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.606019 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.606465 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.606800 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:router Oct 12 00:11:16.607226 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:floatingip Oct 12 00:11:16.607748 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service METERING assigned prefix: /metering {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.609167 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.609540 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.609893 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:11:16.611426 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 00:11:16.611870 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:security_group Oct 12 00:11:16.612308 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 00:11:16.612846 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service CORE assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.613183 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 00:11:16.613526 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] subnetpool is already registered Oct 12 00:11:16.613947 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service CORE assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.614280 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 00:11:16.614610 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] subnetpool is already registered Oct 12 00:11:16.617099 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.617532 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service FLAVORS assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.618153 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.618691 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.619026 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:router Oct 12 00:11:16.619410 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] router is already registered Oct 12 00:11:16.619827 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:floatingip Oct 12 00:11:16.620167 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] floatingip is already registered Oct 12 00:11:16.620632 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service METERING assigned prefix: /metering {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.621350 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 00:11:16.621680 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] rbac_policy is already registered Oct 12 00:11:16.622106 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:security_group Oct 12 00:11:16.622442 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] security_group is already registered Oct 12 00:11:16.622862 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 00:11:16.623201 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] security_group_rule is already registered Oct 12 00:11:16.623724 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service CORE assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.624050 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 00:11:16.624380 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] subnetpool is already registered Oct 12 00:11:16.624794 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.v2.resource_helper [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Service CORE assigned prefix: {{(pid=111444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 00:11:16.625115 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 00:11:16.625442 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING neutron.quota.resource_registry [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] subnetpool is already registered Oct 12 00:11:16.626491 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: extensions {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.628109 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: address-groups {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.629629 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: address-scopes {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.630848 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: agents {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.632064 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: auto-allocated-topology {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.634546 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: availability_zones {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.635841 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: dhcp-networks {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.637269 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: dhcp-agents {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.639115 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: routers {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.640878 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: flavors {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.642106 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: service_profiles {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.643438 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: next_providers {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.644928 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: service_profiles {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.646413 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: floatingip-pools {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.647670 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: routers {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.649497 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: floatingips {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.650692 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: l3-routers {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.652123 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: l3-agents {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.653688 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: metering-labels {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.654965 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: metering-label-rules {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.656299 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: network-ip-availabilities {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.657708 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: bindings {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.659316 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: quotas {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.660921 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: quotas {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.662638 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: rbac-policies {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.663879 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: security-groups {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.665104 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: security-group-rules {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.666374 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: service-providers {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.667755 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: subnetpools {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.669114 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: subnetpools {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.670583 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: tags {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.672401 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: tags {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.674680 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: tags {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.676623 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: tags {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.678367 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: tags {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.680289 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: tags {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.682121 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: tags {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.683998 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: tags {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.685807 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: tags {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.687706 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron.api.extensions [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Extended resource: tags {{(pid=111444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 00:11:16.695349 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING keystonemiddleware.auth_token [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 00:11:16.700426 dv-cinder-849143-13-iscsi neutron-server[111444]: WARNING keystonemiddleware.auth_token [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 00:11:16.709383 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_concurrency.lockutils [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Acquiring lock "singleton_lock" {{(pid=111444) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 12 00:11:16.709924 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_concurrency.lockutils [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Acquired lock "singleton_lock" {{(pid=111444) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 12 00:11:16.710159 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_concurrency.lockutils [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Releasing lock "singleton_lock" {{(pid=111444) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 12 00:11:16.710798 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO oslo_service.service [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Starting 2 workers Oct 12 00:11:16.715656 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Started child 111559 {{(pid=111444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 00:11:16.720144 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Started child 111560 {{(pid=111444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 00:11:16.721302 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:16.721991 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO neutron.service [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 00:11:16.722352 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Publish callbacks [] for process (None), before_spawn {{(pid=111444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:16.722774 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [-] (111559) wsgi starting up on http://0.0.0.0:9696 Oct 12 00:11:16.724765 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO oslo_service.service [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Starting 1 workers Oct 12 00:11:16.724974 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:16.726388 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [-] (111560) wsgi starting up on http://0.0.0.0:9696 Oct 12 00:11:16.730034 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Started child 111561 {{(pid=111444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 00:11:16.730560 dv-cinder-849143-13-iscsi neutron-server[111444]: INFO oslo_service.service [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Starting 1 workers Oct 12 00:11:16.733894 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.service [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] calling RpcWorker wait() {{(pid=111561) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 00:11:16.734461 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.service [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] returning from RpcWorker wait() {{(pid=111561) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 00:11:16.735117 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Started child 111562 {{(pid=111444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 00:11:16.736447 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5987-42a2-469b-b407-31adf40942af None None] Publish callbacks [] for process (None), after_spawn {{(pid=111444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:16.736555 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:16.737070 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:11:16.748319 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111444) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 00:11:16.748319 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 00:11:16.748319 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 00:11:16.748319 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 00:11:16.748319 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 00:11:16.748319 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 00:11:16.748319 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.748319 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.748964 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.749044 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:16.749508 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.749508 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.749508 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.749716 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:11:16.749794 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.749794 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.749794 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.749794 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.749794 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.749794 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.749794 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.749794 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750248 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750248 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750248 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750248 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750248 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750248 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750248 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750248 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] debug = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750689 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750689 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750689 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750689 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750689 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.750689 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.751707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.751707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.751707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.751707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.751707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.751707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.751707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.751707 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752164 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752164 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752164 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752164 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] host = dv-cinder-849143-13-iscsi {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752164 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752164 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752164 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752164 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752633 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752633 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752633 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752633 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.752860 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.753138 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.753559 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.753685 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.753809 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.754054 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.754226 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_options = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.754483 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.754766 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.755052 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.755242 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.755436 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.755610 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.755872 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.756039 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.756289 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.756548 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.756764 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.756979 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.757195 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.757430 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.757690 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.758086 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.758455 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.758926 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.759308 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.760197 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.760588 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.760866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.761089 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.761333 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.761576 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.761842 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.762092 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.762329 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.762551 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.762812 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.763066 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.763595 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.763838 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.764086 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.764359 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.764591 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.764822 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.765078 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.765342 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.765573 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.765822 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.766074 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.766296 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.766573 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.766812 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.767030 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.767243 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_json = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.767485 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.767702 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.767936 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.769946 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.769946 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.769946 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.769946 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.769946 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.769946 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.769946 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.769946 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.770458 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.770458 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.770713 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.770955 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.773784 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.773784 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.773784 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.773784 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.773784 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.773784 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.773784 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.773784 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.783241 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.783241 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.783241 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.783241 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.783241 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.783241 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.783241 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.783241 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.784367 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.784367 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.784367 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.784367 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.784367 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.784367 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.784367 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.784367 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.785405 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.785405 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.785405 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.785405 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.785405 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.785405 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.785405 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.785405 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.786588 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.786588 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.786588 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.786588 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.786588 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.786588 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.786588 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.786588 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.786588 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.787901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.787901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.787901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.787901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.787901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.787901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.787901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.787901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.787901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.789294 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.789294 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.789294 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.789294 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.789294 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.789294 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.789294 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.789294 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.790368 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.790368 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.790368 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.790368 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.790368 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.790368 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.790368 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.790368 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.790368 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.791600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.791600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.791600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.791600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.791600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.791600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.791600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.791600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.791600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.792493 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.792493 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.792493 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.792493 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.792493 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.792493 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.792929 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.792929 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.793122 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.793373 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.793693 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.793949 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.794223 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.794421 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.794697 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.794919 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.795184 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.795448 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.795813 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.796050 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.799469 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.799469 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.799469 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.799469 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.799469 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.799469 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.799469 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.799469 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.800078 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.800078 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.800078 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.800561 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.800792 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.801041 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.801413 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.801566 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.801842 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.802091 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.802338 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.802600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.802868 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.803133 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.803400 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.803713 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.804124 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.804402 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.804722 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.805017 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.805278 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.805522 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.805771 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.806078 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.806364 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.806623 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.806861 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.807103 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.807334 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.807605 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.807897 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.808154 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.808396 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.808744 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.808991 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.809234 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.809477 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.809750 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.810024 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.810269 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.810544 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.810817 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.811093 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.811351 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.811614 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.811837 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.812082 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.812355 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.812582 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.812864 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.813051 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.813325 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.813548 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.813792 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.814059 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.814301 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.814551 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.814775 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.815000 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.815246 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.815539 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.815766 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.815992 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.816237 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.816479 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.816702 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.816931 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.817148 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.817392 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.817616 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.817957 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.818171 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.818435 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.818678 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.818943 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.819209 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.819461 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.819940 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.820338 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.822459 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.822459 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.822459 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.822459 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.822459 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.822459 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.822459 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.822459 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.822967 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.822967 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.823095 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.823295 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.823720 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.823974 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.824232 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.824457 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.824705 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.824973 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.825197 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.825431 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.825657 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.825909 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.826143 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.826368 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.826592 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.826818 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.827041 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.827309 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.827577 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.827821 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.828083 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.828331 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.828561 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.828790 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.829040 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.829319 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.829564 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.829787 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.830014 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.830256 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.830478 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.830813 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.831065 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.831303 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.831629 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.831841 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.832080 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.832316 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.832538 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.832761 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.832990 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.833215 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.833432 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.833739 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.833954 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.834173 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.834400 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.834622 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.834859 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.835085 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.835315 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.835617 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.835793 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.836016 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.836234 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.836465 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.836683 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.836902 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.837132 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.837376 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.837594 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.837846 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.838062 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.838299 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.838530 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.838755 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.838971 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.839270 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.839551 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.840135 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.840135 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.840403 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.840555 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.840819 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.841148 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.841364 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.841636 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.841872 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.842100 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.842326 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.842598 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.842920 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.843310 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.843600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.844055 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.845021 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.845326 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.845608 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.845834 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.846153 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.846503 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.846770 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.847034 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.847701 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 57762) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:11:16.851164 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.851509 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.851783 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.852034 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.852296 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.852549 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.852782 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.853059 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.853324 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.853603 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.853854 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.854100 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.854582 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047808 Oct 12 00:11:16.855255 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.855576 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.855830 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.856192 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.856386 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.856555 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 00:11:16.857122 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111444) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 00:11:16.858230 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 00:11:16.858401 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 00:11:16.858580 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 00:11:16.858751 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 00:11:16.858906 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 00:11:16.859063 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038950 Oct 12 00:11:16.859464 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.859672 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.859908 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.860045 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.860857 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.862399 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.862399 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.863194 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.864372 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.864372 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.864372 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.864372 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.864372 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.864372 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.864948 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.864948 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.864948 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.864948 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.866082 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.866082 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.866082 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.866082 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] debug = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.866082 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.866082 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.866449 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.866449 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.866449 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.866802 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:11:16.866898 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.867076 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.867599 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.867771 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.867952 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.868113 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.868267 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.868417 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.868578 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.868727 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.868871 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.869015 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.869181 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] host = dv-cinder-849143-13-iscsi {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.869364 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.869504 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.869647 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.869791 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.869934 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.870076 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.870239 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.870415 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.870543 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.870731 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.870886 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.872041 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.872207 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.872596 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.872941 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_options = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.874017 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.874321 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.874493 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.874686 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.874856 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.875022 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.875177 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.875341 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.875530 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.875789 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.875957 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.876267 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.876434 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.876593 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.876751 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.877600 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.877772 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.879341 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.879341 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.879341 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.879341 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.879669 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.879669 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.879789 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.879999 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.880092 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.880260 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.880443 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.880605 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.880711 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.881980 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.881980 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.881980 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.881980 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.881980 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.881980 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.881980 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.882425 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.882425 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.882425 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.882639 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.882639 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.882919 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.883037 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.883125 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.883258 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.883475 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_json = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.883626 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.883763 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.883921 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.884082 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.884240 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.884398 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.884555 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.885491 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.885491 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 00:11:16.885491 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.885491 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.885491 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.885814 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.885814 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.885930 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.886064 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.886225 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.886382 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.886544 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.886715 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.886874 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.887193 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.887629 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.887875 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.889030 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.889030 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.889030 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.889030 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.889030 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.889365 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.889365 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.889482 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.889798 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.889798 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.889949 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.890189 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.890295 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.890502 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.890595 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.890775 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.890938 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.891103 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.891301 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.892404 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.892609 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.892780 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.892949 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.893117 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.893284 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.893450 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.893617 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.893784 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.893946 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.894256 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.894572 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.894741 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.894911 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.895075 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.895241 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.895426 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.895590 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.895897 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.896070 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.896655 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.896655 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.896655 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.896901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.896901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.897046 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.897185 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.897337 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.897494 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.897656 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.898028 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.898125 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.898691 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.898691 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.898691 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.898903 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.898903 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.899065 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.899506 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.899851 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.900013 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.900327 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.900486 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.900652 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.900816 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.900984 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.901145 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.901445 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.901743 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.902051 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.902215 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.902380 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.902545 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.902711 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.902880 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.903140 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.903230 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.904444 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.904444 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.904444 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.904444 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.904444 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.904444 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.904444 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.904444 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.904936 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.904936 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.904936 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.905115 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.905208 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.905505 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.905815 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.905976 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.906134 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.906301 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.906478 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.906652 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.906821 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.906999 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.907721 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.907860 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.907986 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.908123 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.908324 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.908457 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.908599 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.908734 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.908869 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.909033 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.909206 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.909370 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.909532 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.909692 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.909863 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.910037 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.910202 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.910367 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.910901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.910901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.910901 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.911112 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.911179 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.911294 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.911488 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.911630 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.911805 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.911971 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.912137 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.912301 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.912487 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.912650 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.912816 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.913841 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.913841 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.913841 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.913841 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.913841 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.913841 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.914615 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.914615 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.914615 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.914615 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.914615 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.915239 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.915239 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.915239 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.915239 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.915239 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.917007 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.917007 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.917007 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.917007 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.917007 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.917680 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.917680 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.917680 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.917680 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.918015 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.918015 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.918155 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.918230 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.918381 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.918511 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.918677 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.918840 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.919004 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.919171 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.919335 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.920453 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.920453 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.920607 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.920706 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.920882 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.921037 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.921201 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.921362 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.922669 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.922669 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.922669 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.922669 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.922669 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.922669 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.922669 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.922669 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.923763 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.923763 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.923763 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.923933 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.924007 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.924272 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.924272 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.924420 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.925866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.925866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.925866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.925866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.925866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.925866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.925866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.925866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.925866 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.926409 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.926409 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.926409 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.926409 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.926630 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.926724 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928273 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928273 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928273 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928273 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928273 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928273 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928273 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928273 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928273 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928807 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928807 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928807 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.928807 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930064 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930064 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930064 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930064 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930064 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930064 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930064 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930064 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930586 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930586 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930586 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930586 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930841 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.930912 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.931058 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.931221 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.931433 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.931557 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.931724 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.931886 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.932058 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.932223 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.932388 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.932554 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.932718 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.932882 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.933055 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.933217 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.933395 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.933550 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.933710 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.933850 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.934022 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.934192 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.934355 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.934529 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.934692 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.935403 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.935403 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.935403 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.935403 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.935670 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.935670 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.935813 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.936028 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.936144 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.936312 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.936486 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.936657 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.936824 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.936996 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.937169 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.937341 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.937505 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.937676 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.937852 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.938452 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.938452 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.938452 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.938654 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.938751 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.938917 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.939083 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.939310 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.939455 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.939608 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.939773 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.939938 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.940103 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.940268 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.940432 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.940963 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.940963 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.940963 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.941191 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 00:11:16.941191 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 00:11:26.127968 dv-cinder-849143-13-iscsi neutron-server[111444]: DEBUG dbcounter [-] [111444] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111444) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:11:28.289929 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886f7924-d24c-4b8c-b069-cb5a4e5fb750 None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:11:28.319823 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writer thread running {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 00:11:28.378859 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886f7924-d24c-4b8c-b069-cb5a4e5fb750 None None] No non-hosted networks {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 00:11:28.398700 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.agentschedulers_db [None req-886f7924-d24c-4b8c-b069-cb5a4e5fb750 None None] DHCP Agent not found on host dv-cinder-849143-13-iscsi {{(pid=111561) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 12 00:11:28.555316 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-55fb8131-be27-4869-9cf7-e4de37773a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700692'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:30.003517 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writer thread running {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 00:11:30.668501 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-390e55f2-0c24-49a5-b2d1-0fc1ce82b2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700692'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:30.700162 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.db.api [None req-e692082c-60ef-454f-9e66-8485cd4d4d27 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849143-13-iscsi {{(pid=111561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 00:11:30.701157 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG oslo_db.api [None req-e692082c-60ef-454f-9e66-8485cd4d4d27 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 00:11:31.228039 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e692082c-60ef-454f-9e66-8485cd4d4d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:31.866110 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700692'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:31.968343 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 57838) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:11:32.540048 dv-cinder-849143-13-iscsi neutron-server[111560]: WARNING oslo_policy.policy [None req-f93b6a13-574a-4559-b65f-ad2fd4101aef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 00:11:32.540823 dv-cinder-849143-13-iscsi neutron-server[111560]: WARNING oslo_policy.policy [None req-f93b6a13-574a-4559-b65f-ad2fd4101aef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 00:11:32.757508 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [None req-f93b6a13-574a-4559-b65f-ad2fd4101aef admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111560) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:11:32.759705 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-f93b6a13-574a-4559-b65f-ad2fd4101aef admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7892723 Oct 12 00:11:32.985020 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700692'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:33.259883 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700692'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:33.261110 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.261537 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.262086 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.262701 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.263088 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.263766 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.264158 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.264559 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.265093 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.265617 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.266073 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.266988 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.267645 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.274818 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.274818 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:33.274818 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849143-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:11:33.275096 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849143-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:11:35.403398 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 57874) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:11:35.725294 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-1ccba84c-e619-4e10-9e69-5fe007d0d59b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:11:35.737207 dv-cinder-849143-13-iscsi neutron-server[111560]: ERROR stevedore.extension [None req-1ccba84c-e619-4e10-9e69-5fe007d0d59b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 12 00:11:35.818337 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.policy [None req-1ccba84c-e619-4e10-9e69-5fe007d0d59b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111560) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 00:11:35.861144 dv-cinder-849143-13-iscsi neutron-server[111560]: WARNING oslo_policy.policy [None req-1ccba84c-e619-4e10-9e69-5fe007d0d59b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 00:11:35.861466 dv-cinder-849143-13-iscsi neutron-server[111560]: WARNING oslo_policy.policy [None req-1ccba84c-e619-4e10-9e69-5fe007d0d59b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 00:11:35.881987 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writer thread running {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 00:11:36.037917 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1ccba84c-e619-4e10-9e69-5fe007d0d59b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788062082301', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788062081777', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788062098389', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788062107345', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788062048134', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788062052592', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-734943', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-734750', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3776393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3714434'] for rbac-policy (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:36.198468 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1ccba84c-e619-4e10-9e69-5fe007d0d59b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:36.199780 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-1ccba84c-e619-4e10-9e69-5fe007d0d59b admin admin] 10.222.0.36 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7953951 Oct 12 00:11:37.695738 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.db.l3_hamode_db [None req-88d888ac-e99e-4a28-9c6f-b42aa36747c6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 00:11:37.774011 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d888ac-e99e-4a28-9c6f-b42aa36747c6 None None] Routers set() bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:11:37.774394 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d888ac-e99e-4a28-9c6f-b42aa36747c6 None None] Router IDs set() for agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 12 00:11:38.776606 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 57884) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:11:39.090700 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:11:39.156403 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Made reservation on behalf of 410027d6c764410ea5b76db0171903df for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:11:39.160521 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:39.179256 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:39.285047 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Publish callbacks [] for security_group (7516ef81-d96a-426f-ba14-4dc83aa90daf), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:39.333510 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (7516ef81-d96a-426f-ba14-4dc83aa90daf), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:39.357707 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:11:39.393040 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788063064019', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (fe6b0f95-db15-4a96-8a9b-0394396669e4), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:39.393610 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Unsubscribe: segment precommit_create {{(pid=111560) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 00:11:39.394142 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Added segment fe6b0f95-db15-4a96-8a9b-0394396669e4 of type vlan for network 0e2f8948-17ed-4306-9823-12e156863750 Oct 12 00:11:39.411536 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7516ef81-d96a-426f-ba14-4dc83aa90daf,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:11:39.460639 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.460982 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.461338 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.461689 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.462019 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.462352 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.462676 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.462997 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.463336 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.463682 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.464001 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.464352 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.464653 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.464964 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.465277 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Tracked resource versions report: Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: pushed versions: Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: { 'AddressGroup': {'1.2'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Agent': {'1.1'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'ConntrackHelper': {'1.0'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'LocalIPAssociation': {'1.0'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Log': {'1.0'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'NDPProxy': {'1.0'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Network': {'1.1'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Port': {'1.7'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'PortForwarding': {'1.3'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'QosPolicy': {'1.10'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SecurityGroup': {'1.5'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SecurityGroupRule': {'1.2'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SubPort': {'1.0'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Subnet': {'1.1'}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Trunk': {'1.1'}} Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: consumer versions: Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: { DHCP agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: L3 agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: Metadata agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: Metering agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: Open vSwitch agent@dv-cinder-849143-13-iscsi: { 'AddressGroup': '1.2', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Agent': '1.1', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'ConntrackHelper': '1.0', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'LocalIPAssociation': '1.0', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Log': '1.0', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'NDPProxy': '1.0', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Network': '1.1', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Port': '1.7', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'PortForwarding': '1.3', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'QosPolicy': '1.10', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SecurityGroup': '1.5', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SecurityGroupRule': '1.2', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SubPort': '1.0', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Subnet': '1.1', Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Trunk': '1.1'}} Oct 12 00:11:39.466698 dv-cinder-849143-13-iscsi neutron-server[111560]: {{(pid=111560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 00:11:39.498218 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (0e2f8948-17ed-4306-9823-12e156863750), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:39.607888 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (0e2f8948-17ed-4306-9823-12e156863750), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:39.613573 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:11:39.614266 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:39.638433 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:11:39.731196 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] Pushing event updated for resources: {'Network': ['ID=0e2f8948-17ed-4306-9823-12e156863750,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:11:39.742577 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network 0e2f8948-17ed-4306-9823-12e156863750 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:11:39.753821 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-5968858e-0274-409a-8f6e-6132030a8c52 demo demo] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9758911 Oct 12 00:11:42.371000 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 57898) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:11:42.782085 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8997082-8bee-4b1e-8728-3a3d829df34d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:11:42.792852 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-f8997082-8bee-4b1e-8728-3a3d829df34d demo admin] 10.222.0.36 "GET /networking/v2.0/networks/0e2f8948-17ed-4306-9823-12e156863750 HTTP/1.1" status: 200 len: 825 time: 0.4114518 Oct 12 00:11:42.808723 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-1042f39d-8248-40e5-9d42-59236e45e27d demo admin] 10.222.0.36 "GET /networking/v2.0/subnetpools/d0beb58d-b428-473d-8084-dc33e74ea033 HTTP/1.1" status: 200 len: 734 time: 0.0191839 Oct 12 00:11:42.817217 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] Request body: {'subnet': {'network_id': '0e2f8948-17ed-4306-9823-12e156863750', 'subnetpool_id': 'd0beb58d-b428-473d-8084-dc33e74ea033', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:11:42.916393 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] Made reservation on behalf of 410027d6c764410ea5b76db0171903df for: {'subnet': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:11:42.918586 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:43.081422 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:11:43.259723 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for subnet (7584dbb4-fa90-4700-9b97-b5f0926eccec), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:43.324697 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7584dbb4-fa90-4700-9b97-b5f0926eccec,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:11:43.335335 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] Checking segment: {'id': 'fe6b0f95-db15-4a96-8a9b-0394396669e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0e2f8948-17ed-4306-9823-12e156863750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:11:43.335737 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] Network hostable DHCP agents. Network: 0e2f8948-17ed-4306-9823-12e156863750, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:11:43.418801 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] Network 0e2f8948-17ed-4306-9823-12e156863750 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:11:43.481665 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, 0e2f8948-17ed-4306-9823-12e156863750) {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:11:43.489500 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:11:43.490169 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:43.491760 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffc5514-c55f-47db-ba94-3bb900fb8de9 None None] Network 0e2f8948-17ed-4306-9823-12e156863750 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:11:43.570400 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3803098a-9bb8-4f4f-ae85-221ca79d3ce3 demo admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7563691 Oct 12 00:11:43.753206 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-0e2f8948-17ed-4306-9823-12e156863750', 'network_id': '0e2f8948-17ed-4306-9823-12e156863750', 'project_id': '410027d6c764410ea5b76db0171903df', 'fixed_ips': [{'subnet_id': '7584dbb4-fa90-4700-9b97-b5f0926eccec'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:11:43.754493 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:43.933135 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:11:43.944701 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=8 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:11:44.059181 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Allocated IP 172.20.0.2 (0e2f8948-17ed-4306-9823-12e156863750/7584dbb4-fa90-4700-9b97-b5f0926eccec/cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:11:44.072883 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:11:44.301570 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Publish callbacks [] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:44.368346 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:44.440945 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Network 0e2f8948-17ed-4306-9823-12e156863750 is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:11:44.445576 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:11:44.449235 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:11:44.454447 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:11:44.489053 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Pushing event updated for resources: {'Port': ['ID=cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:11:44.515825 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.516515 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.516515 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.516847 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.517176 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.517498 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.517819 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.518135 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.518472 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.518790 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.519106 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.519458 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.519790 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.520102 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.520414 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Tracked resource versions report: Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: pushed versions: Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: { 'AddressGroup': {'1.2'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Agent': {'1.1'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'ConntrackHelper': {'1.0'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'LocalIPAssociation': {'1.0'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Log': {'1.0'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'NDPProxy': {'1.0'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Network': {'1.1'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Port': {'1.7'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'PortForwarding': {'1.3'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'QosPolicy': {'1.10'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SecurityGroup': {'1.5'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SecurityGroupRule': {'1.2'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SubPort': {'1.0'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Subnet': {'1.1'}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Trunk': {'1.1'}} Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: consumer versions: Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: { DHCP agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: L3 agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: Metadata agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: Metering agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: Open vSwitch agent@dv-cinder-849143-13-iscsi: { 'AddressGroup': '1.2', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Agent': '1.1', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'ConntrackHelper': '1.0', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'LocalIPAssociation': '1.0', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Log': '1.0', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'NDPProxy': '1.0', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Network': '1.1', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Port': '1.7', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'PortForwarding': '1.3', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'QosPolicy': '1.10', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SecurityGroup': '1.5', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SecurityGroupRule': '1.2', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SubPort': '1.0', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Subnet': '1.1', Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Trunk': '1.1'}} Oct 12 00:11:44.521842 dv-cinder-849143-13-iscsi neutron-server[111561]: {{(pid=111561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 00:11:44.571473 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Attempting to bind port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:11:44.571473 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Attempting to bind port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'fe6b0f95-db15-4a96-8a9b-0394396669e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0e2f8948-17ed-4306-9823-12e156863750'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:11:44.571473 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Attempting to bind port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 on network 0e2f8948-17ed-4306-9823-12e156863750 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:11:44.604392 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:11:44.604791 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Checking segment: {'id': 'fe6b0f95-db15-4a96-8a9b-0394396669e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0e2f8948-17ed-4306-9823-12e156863750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:11:44.605255 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:44.605644 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Bound using segment: {'id': 'fe6b0f95-db15-4a96-8a9b-0394396669e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0e2f8948-17ed-4306-9823-12e156863750'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:11:44.606123 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Bound port: cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6b0f95-db15-4a96-8a9b-0394396669e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0e2f8948-17ed-4306-9823-12e156863750'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:11:44.606513 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:44.666378 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] For port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:11:44.685783 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] For port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31,segment=NetworkSegment(fe6b0f95-db15-4a96-8a9b-0394396669e4),segment_id=fe6b0f95-db15-4a96-8a9b-0394396669e4)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:11:44.745403 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:44.804685 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5d26f-74a0-4c8e-bfc8-5d3393292c78 None None] Pushing event updated for resources: {'Port': ['ID=cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:11:46.188599 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 57912) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:11:46.701622 dv-cinder-849143-13-iscsi neutron-server[111559]: WARNING oslo_policy.policy [None req-c830df7d-a00c-4cc2-8dd5-ec1d5a1ef1e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 00:11:46.702178 dv-cinder-849143-13-iscsi neutron-server[111559]: WARNING oslo_policy.policy [None req-c830df7d-a00c-4cc2-8dd5-ec1d5a1ef1e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 00:11:46.917469 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [None req-c830df7d-a00c-4cc2-8dd5-ec1d5a1ef1e1 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:11:46.918748 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-c830df7d-a00c-4cc2-8dd5-ec1d5a1ef1e1 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7282946 Oct 12 00:11:49.538755 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 57926) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:11:49.863119 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [None req-1507cc5f-4d28-4dae-8108-df20746c1d95 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111560) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:11:49.864248 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-1507cc5f-4d28-4dae-8108-df20746c1d95 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3246467 Oct 12 00:11:52.516911 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 57938) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:11:52.841224 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-201dc220-dec6-4f67-8d45-360c61e6a5bd demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:11:52.849413 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2376a5a-67c8-40f2-b924-4c0acf7f9046 None None] Network 0e2f8948-17ed-4306-9823-12e156863750 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:11:52.868294 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:11:52.928279 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-201dc220-dec6-4f67-8d45-360c61e6a5bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (6207ddf4-7f41-4026-af1c-975d4cb84804), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:52.930006 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-201dc220-dec6-4f67-8d45-360c61e6a5bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (6207ddf4-7f41-4026-af1c-975d4cb84804), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:52.999137 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-84b5dd06-a7b3-494f-b1d9-f5bdf831792e None None] Provisioning complete for port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:11:52.999559 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-84b5dd06-a7b3-494f-b1d9-f5bdf831792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:52.999973 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-84b5dd06-a7b3-494f-b1d9-f5bdf831792e None None] Attempt 1 to provision port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 Oct 12 00:11:53.057925 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:11:53.058231 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:53.058563 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 Oct 12 00:11:53.068770 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-201dc220-dec6-4f67-8d45-360c61e6a5bd demo demo] Publish callbacks [] for router_controller (6207ddf4-7f41-4026-af1c-975d4cb84804), precommit_add_association {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:53.124959 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-201dc220-dec6-4f67-8d45-360c61e6a5bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (6207ddf4-7f41-4026-af1c-975d4cb84804), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:53.127002 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:11:53.198483 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-201dc220-dec6-4f67-8d45-360c61e6a5bd demo demo] Publish callbacks [] for router (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:53.210727 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-201dc220-dec6-4f67-8d45-360c61e6a5bd demo demo] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6818860 Oct 12 00:11:53.219849 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-84b5dd06-a7b3-494f-b1d9-f5bdf831792e None None] Current status of the port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:11:53.220245 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-84b5dd06-a7b3-494f-b1d9-f5bdf831792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:53.222599 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:11:53.222981 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:53.277294 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31,segment=NetworkSegment(fe6b0f95-db15-4a96-8a9b-0394396669e4),segment_id=fe6b0f95-db15-4a96-8a9b-0394396669e4)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:11:53.329901 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:53.393120 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.db.api [None req-84b5dd06-a7b3-494f-b1d9-f5bdf831792e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 00:11:53.393462 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG oslo_db.api [None req-84b5dd06-a7b3-494f-b1d9-f5bdf831792e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 00:11:53.404580 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:11:53.926491 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-84b5dd06-a7b3-494f-b1d9-f5bdf831792e None None] Current status of the port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:11:54.045843 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-462d8acc-567d-4fb8-9f4a-a63e83c7fd07 None None] Provisioning complete for port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:11:54.046215 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-462d8acc-567d-4fb8-9f4a-a63e83c7fd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:54.046549 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-462d8acc-567d-4fb8-9f4a-a63e83c7fd07 None None] Attempt 1 to provision port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 Oct 12 00:11:54.119492 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-462d8acc-567d-4fb8-9f4a-a63e83c7fd07 None None] Current status of the port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:11:54.835054 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:11:54.862064 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:11:54.877782 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:11:54.878164 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:54.878498 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 Oct 12 00:11:54.950764 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:11:55.816545 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 57948) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:11:56.134244 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [None req-df197f59-5131-4541-97b1-edaa449f0fe4 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111560) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:11:56.135235 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-df197f59-5131-4541-97b1-edaa449f0fe4 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3178370 Oct 12 00:11:58.310795 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-7001f6ee-4049-4faf-8029-5e7dcd015c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:58.749436 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 57956) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:11:59.064476 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:11:59.150621 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Made reservation on behalf of 392dba9b727b479aa54a2746402ded73 for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:11:59.152864 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:59.161111 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:59.188225 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:11:59.232273 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Publish callbacks [] for security_group (5a629903-31d3-4fb5-8dbe-1b1ec1aea2d1), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:59.293650 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (5a629903-31d3-4fb5-8dbe-1b1ec1aea2d1), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:59.312926 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Reserving flat network on physical network physnet1 {{(pid=111560) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 00:11:59.327333 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a629903-31d3-4fb5-8dbe-1b1ec1aea2d1,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:11:59.334644 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (1fffa817-3c25-4391-a51f-c0e342de8a78), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:59.334861 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Added segment 1fffa817-3c25-4391-a51f-c0e342de8a78 of type flat for network 3241131d-6457-49e3-8f85-61678456bc18 Oct 12 00:11:59.388491 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (3241131d-6457-49e3-8f85-61678456bc18), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:59.487230 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (3241131d-6457-49e3-8f85-61678456bc18), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:59.488218 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:11:59.488814 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:11:59.492779 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=69,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:11:59.579449 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] Pushing event updated for resources: {'Network': ['ID=3241131d-6457-49e3-8f85-61678456bc18,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:11:59.588696 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network 3241131d-6457-49e3-8f85-61678456bc18 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:11:59.615744 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-ec1c853f-c23c-4d28-8d7b-3caa12060d8b admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8647430 Oct 12 00:12:00.618705 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a2411c91-8372-4b70-a350-8a9d32c927c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:01.733630 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:02.203660 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 57964) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:12:02.569059 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e83b7c-e13c-44a2-8844-6353dd29e6a7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:12:02.570500 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-84e83b7c-e13c-44a2-8844-6353dd29e6a7 demo admin] 10.222.0.36 "GET /networking/v2.0/subnets/7584dbb4-fa90-4700-9b97-b5f0926eccec HTTP/1.1" status: 200 len: 849 time: 0.3659439 Oct 12 00:12:02.688588 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-5ef399ca-aa74-4711-b254-819512c0bbfd demo admin] 10.222.0.36 "GET /networking/v2.0/routers/6207ddf4-7f41-4026-af1c-975d4cb84804 HTTP/1.1" status: 200 len: 704 time: 0.1121786 Oct 12 00:12:02.916478 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:02.949730 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:03.242331 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:03.278206 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Allocated IP 172.20.0.1 (0e2f8948-17ed-4306-9823-12e156863750/7584dbb4-fa90-4700-9b97-b5f0926eccec/f8666ab6-7aa4-45bf-81d4-a9990df52c75) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:12:03.430445 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Publish callbacks [] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:03.479192 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:03.539799 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:03.616263 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Network 0e2f8948-17ed-4306-9823-12e156863750 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:12:03.621105 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:12:03.630039 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:12:03.630581 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (6207ddf4-7f41-4026-af1c-975d4cb84804), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:03.651047 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Pushing event updated for resources: {'Port': ['ID=f8666ab6-7aa4-45bf-81d4-a9990df52c75,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:12:03.692625 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:03.786545 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-6da69d44-ba38-4de2-9088-51cc4fb4cb1c None None] Provisioning complete for port f8666ab6-7aa4-45bf-81d4-a9990df52c75 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:12:03.786932 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6da69d44-ba38-4de2-9088-51cc4fb4cb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:03.787269 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-6da69d44-ba38-4de2-9088-51cc4fb4cb1c None None] Attempt 1 to provision port f8666ab6-7aa4-45bf-81d4-a9990df52c75 Oct 12 00:12:03.817578 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-6da69d44-ba38-4de2-9088-51cc4fb4cb1c None None] Port f8666ab6-7aa4-45bf-81d4-a9990df52c75 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:12:03.884148 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:04.083611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Publish callbacks [] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:04.133286 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:04.134032 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (6207ddf4-7f41-4026-af1c-975d4cb84804), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:04.213435 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Pushing event updated for resources: {'Port': ['ID=f8666ab6-7aa4-45bf-81d4-a9990df52c75,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:12:04.258592 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Network 0e2f8948-17ed-4306-9823-12e156863750 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:12:04.259867 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:12:04.436731 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-a1769881-f51b-4c88-8c12-7903c74be272 None None] Provisioning complete for port f8666ab6-7aa4-45bf-81d4-a9990df52c75 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:12:04.437913 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a1769881-f51b-4c88-8c12-7903c74be272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:04.438008 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-a1769881-f51b-4c88-8c12-7903c74be272 None None] Attempt 1 to provision port f8666ab6-7aa4-45bf-81d4-a9990df52c75 Oct 12 00:12:04.469948 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-a1769881-f51b-4c88-8c12-7903c74be272 None None] Port f8666ab6-7aa4-45bf-81d4-a9990df52c75 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:12:04.476611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Router 6207ddf4-7f41-4026-af1c-975d4cb84804 is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:12:04.565757 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:12:04.570792 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-40077eca-0b5f-4469-bcb7-de57a822c126 demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/6207ddf4-7f41-4026-af1c-975d4cb84804/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8767657 Oct 12 00:12:04.575565 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Sync routers for ids ['6207ddf4-7f41-4026-af1c-975d4cb84804'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:12:04.588417 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Routers {'6207ddf4-7f41-4026-af1c-975d4cb84804'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:12:04.589256 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:12:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6207ddf4-7f41-4026-af1c-975d4cb84804'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:12:04.770301 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Set router 6207ddf4-7f41-4026-af1c-975d4cb84804 gateway port host: None {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:12:05.186637 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'name': 'router1', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:11:52Z', 'updated_at': '2022-10-12T00:12:03Z', 'revision_number': 2, 'project_id': '410027d6c764410ea5b76db0171903df', 'gw_port_host': None, '_interfaces': [{'id': 'f8666ab6-7aa4-45bf-81d4-a9990df52c75', 'name': '', 'network_id': '0e2f8948-17ed-4306-9823-12e156863750', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'mac_address': 'fa:16:3e:8f:ae:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:12:02Z', 'updated_at': '2022-10-12T00:12:03Z', 'revision_number': 2, 'project_id': '410027d6c764410ea5b76db0171903df', 'subnets': [{'id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0beb58d-b428-473d-8084-dc33e74ea033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:12:05.236798 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Checking router: 6207ddf4-7f41-4026-af1c-975d4cb84804 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:12:05.237172 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Updating router 6207ddf4-7f41-4026-af1c-975d4cb84804 port f8666ab6-7aa4-45bf-81d4-a9990df52c75 binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:12:05.290782 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:05.782496 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Publish callbacks [] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:05.860066 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:06.006517 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Pushing event updated for resources: {'Port': ['ID=f8666ab6-7aa4-45bf-81d4-a9990df52c75,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:12:06.010872 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Attempting to bind port f8666ab6-7aa4-45bf-81d4-a9990df52c75 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:12:06.011273 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Attempting to bind port f8666ab6-7aa4-45bf-81d4-a9990df52c75 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'fe6b0f95-db15-4a96-8a9b-0394396669e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0e2f8948-17ed-4306-9823-12e156863750'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:12:06.011730 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Attempting to bind port f8666ab6-7aa4-45bf-81d4-a9990df52c75 on network 0e2f8948-17ed-4306-9823-12e156863750 {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:12:06.024003 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.024350 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.024717 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.025069 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.025405 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.025732 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.026057 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.026380 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.026720 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.027047 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.027392 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.027729 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.028054 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.028372 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.028691 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Tracked resource versions report: Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: pushed versions: Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: { 'AddressGroup': {'1.2'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Agent': {'1.1'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'ConntrackHelper': {'1.0'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'LocalIPAssociation': {'1.0'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Log': {'1.0'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'NDPProxy': {'1.0'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Network': {'1.1'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Port': {'1.7'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'PortForwarding': {'1.3'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'QosPolicy': {'1.10'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SecurityGroup': {'1.5'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SecurityGroupRule': {'1.2'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SubPort': {'1.0'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Subnet': {'1.1'}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Trunk': {'1.1'}} Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: consumer versions: Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: { DHCP agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: L3 agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: Metadata agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: Metering agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: Open vSwitch agent@dv-cinder-849143-13-iscsi: { 'AddressGroup': '1.2', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Agent': '1.1', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'ConntrackHelper': '1.0', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'LocalIPAssociation': '1.0', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Log': '1.0', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'NDPProxy': '1.0', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Network': '1.1', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Port': '1.7', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'PortForwarding': '1.3', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'QosPolicy': '1.10', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SecurityGroup': '1.5', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SecurityGroupRule': '1.2', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SubPort': '1.0', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Subnet': '1.1', Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Trunk': '1.1'}} Oct 12 00:12:06.030222 dv-cinder-849143-13-iscsi neutron-server[111562]: {{(pid=111562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 00:12:06.106695 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:12:06.107102 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Checking segment: {'id': 'fe6b0f95-db15-4a96-8a9b-0394396669e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0e2f8948-17ed-4306-9823-12e156863750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:12:06.107607 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:06.108000 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Bound using segment: {'id': 'fe6b0f95-db15-4a96-8a9b-0394396669e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0e2f8948-17ed-4306-9823-12e156863750'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:12:06.108492 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Bound port: f8666ab6-7aa4-45bf-81d4-a9990df52c75, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6b0f95-db15-4a96-8a9b-0394396669e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0e2f8948-17ed-4306-9823-12e156863750'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:12:06.109400 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:06.147176 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:06.158913 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:06.173804 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] For port f8666ab6-7aa4-45bf-81d4-a9990df52c75, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:12:06.194122 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] For port f8666ab6-7aa4-45bf-81d4-a9990df52c75, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=f8666ab6-7aa4-45bf-81d4-a9990df52c75,segment=NetworkSegment(fe6b0f95-db15-4a96-8a9b-0394396669e4),segment_id=fe6b0f95-db15-4a96-8a9b-0394396669e4)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:12:06.253814 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:06.292655 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Routers {'6207ddf4-7f41-4026-af1c-975d4cb84804'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:12:06.293266 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:12:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6207ddf4-7f41-4026-af1c-975d4cb84804'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:12:06.365618 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd09d9-2b57-456c-8f52-5b290b0e90a7 None None] Pushing event updated for resources: {'Port': ['ID=f8666ab6-7aa4-45bf-81d4-a9990df52c75,revision_number=4']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:12:06.389881 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] Set router 6207ddf4-7f41-4026-af1c-975d4cb84804 gateway port host: None {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:12:06.580583 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'name': 'router1', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:11:52Z', 'updated_at': '2022-10-12T00:12:03Z', 'revision_number': 2, 'project_id': '410027d6c764410ea5b76db0171903df', 'gw_port_host': None, '_interfaces': [{'id': 'f8666ab6-7aa4-45bf-81d4-a9990df52c75', 'name': '', 'network_id': '0e2f8948-17ed-4306-9823-12e156863750', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'mac_address': 'fa:16:3e:8f:ae:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:12:02Z', 'updated_at': '2022-10-12T00:12:06Z', 'revision_number': 4, 'project_id': '410027d6c764410ea5b76db0171903df', 'subnets': [{'id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0beb58d-b428-473d-8084-dc33e74ea033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:12:06.607665 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0484cd6b-dc50-44f9-a43b-0658568f3b0e None None] The sync data for ids ['6207ddf4-7f41-4026-af1c-975d4cb84804'] in dv-cinder-849143-13-iscsi is: [{'id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'name': 'router1', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:11:52Z', 'updated_at': '2022-10-12T00:12:03Z', 'revision_number': 2, 'project_id': '410027d6c764410ea5b76db0171903df', 'gw_port_host': None, '_interfaces': [{'id': 'f8666ab6-7aa4-45bf-81d4-a9990df52c75', 'name': '', 'network_id': '0e2f8948-17ed-4306-9823-12e156863750', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'mac_address': 'fa:16:3e:8f:ae:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:12:02Z', 'updated_at': '2022-10-12T00:12:06Z', 'revision_number': 4, 'project_id': '410027d6c764410ea5b76db0171903df', 'subnets': [{'id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0beb58d-b428-473d-8084-dc33e74ea033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:12:07.153657 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 57974) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:12:07.487100 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writer thread running {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 00:12:07.487783 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:07.640904 dv-cinder-849143-13-iscsi neutron-server[111559]: ERROR stevedore.extension [None req-9bb89635-bc53-4338-a948-63a4fa6670a2 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 12 00:12:07.695736 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.policy [None req-9bb89635-bc53-4338-a948-63a4fa6670a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111559) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 00:12:07.739264 dv-cinder-849143-13-iscsi neutron-server[111559]: WARNING oslo_policy.policy [None req-9bb89635-bc53-4338-a948-63a4fa6670a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 00:12:07.739677 dv-cinder-849143-13-iscsi neutron-server[111559]: WARNING oslo_policy.policy [None req-9bb89635-bc53-4338-a948-63a4fa6670a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 00:12:07.747854 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb89635-bc53-4338-a948-63a4fa6670a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:12:07.750232 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-9bb89635-bc53-4338-a948-63a4fa6670a2 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/3241131d-6457-49e3-8f85-61678456bc18 HTTP/1.1" status: 200 len: 842 time: 0.5950754 Oct 12 00:12:07.760907 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.4.0/24', 'enable_dhcp': False, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'gateway_ip': '172.27.4.1'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:12:07.888074 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Made reservation on behalf of 392dba9b727b479aa54a2746402ded73 for: {'subnet': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:12:07.891856 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:08.340118 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.objects.ports [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111559) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 12 00:12:08.340776 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for subnet (9a9127b6-7921-42fd-b916-e8ff9bbb572d), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:08.411703 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9127b6-7921-42fd-b916-e8ff9bbb572d,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:12:08.416019 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:12:08.416400 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Network hostable DHCP agents. Network: 3241131d-6457-49e3-8f85-61678456bc18, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:12:08.425398 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.425746 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.426090 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.426430 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.426762 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.427092 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.427439 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.427767 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.428104 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.428429 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.428765 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.429091 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.429409 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.429726 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.430047 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Tracked resource versions report: Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: pushed versions: Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: { 'AddressGroup': {'1.2'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Agent': {'1.1'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'ConntrackHelper': {'1.0'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'LocalIPAssociation': {'1.0'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Log': {'1.0'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'NDPProxy': {'1.0'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Network': {'1.1'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Port': {'1.7'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'PortForwarding': {'1.3'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'QosPolicy': {'1.10'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SecurityGroup': {'1.5'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SecurityGroupRule': {'1.2'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SubPort': {'1.0'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Subnet': {'1.1'}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Trunk': {'1.1'}} Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: consumer versions: Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: { DHCP agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: L3 agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: Metadata agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: Metering agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: Open vSwitch agent@dv-cinder-849143-13-iscsi: { 'AddressGroup': '1.2', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Agent': '1.1', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'ConntrackHelper': '1.0', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'LocalIPAssociation': '1.0', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Log': '1.0', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'NDPProxy': '1.0', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Network': '1.1', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Port': '1.7', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'PortForwarding': '1.3', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'QosPolicy': '1.10', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SecurityGroup': '1.5', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SecurityGroupRule': '1.2', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SubPort': '1.0', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Subnet': '1.1', Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Trunk': '1.1'}} Oct 12 00:12:08.431487 dv-cinder-849143-13-iscsi neutron-server[111559]: {{(pid=111559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 00:12:08.539586 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:12:08.613235 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, 3241131d-6457-49e3-8f85-61678456bc18) {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:12:08.617927 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:12:08.618553 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:08.622569 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2253d352-651d-49c6-b24b-8fed806b6933 None None] Network 3241131d-6457-49e3-8f85-61678456bc18 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:12:08.664673 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:08.701593 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-77696a96-88e2-479a-abef-d91239626061 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9445879 Oct 12 00:12:08.739914 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e816ec60-7d8d-4550-b199-2a010041b604 None None] Network 3241131d-6457-49e3-8f85-61678456bc18 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:12:11.363864 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 57994) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:12:11.784140 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-5008f12b-1a31-4119-bc01-c6aa8aea8870 demo admin] 10.222.0.36 "GET /networking/v2.0/routers/6207ddf4-7f41-4026-af1c-975d4cb84804 HTTP/1.1" status: 200 len: 710 time: 0.4191484 Oct 12 00:12:11.942189 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718812af-0997-419b-a90f-a381fdc17530 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:12:11.943511 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-718812af-0997-419b-a90f-a381fdc17530 demo admin] 10.222.0.36 "GET /networking/v2.0/networks/3241131d-6457-49e3-8f85-61678456bc18 HTTP/1.1" status: 200 len: 886 time: 0.1534564 Oct 12 00:12:11.952912 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:12:11.955667 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:12.034635 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:12.194977 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Publish callbacks [] for router_gateway (6207ddf4-7f41-4026-af1c-975d4cb84804), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:12.485097 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Publish callbacks [] for router_gateway (6207ddf4-7f41-4026-af1c-975d4cb84804), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:12.564844 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:12.671667 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Allocated IP 172.27.4.31 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/f4a667db-b8e1-4849-bc59-f275dfb16157) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:12:12.771197 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Publish callbacks [] for port (f4a667db-b8e1-4849-bc59-f275dfb16157), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:12.855944 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device f8666ab6-7aa4-45bf-81d4-a9990df52c75 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:12:12.898028 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port f8666ab6-7aa4-45bf-81d4-a9990df52c75 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:12:12.898429 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:12.898761 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port f8666ab6-7aa4-45bf-81d4-a9990df52c75 Oct 12 00:12:12.916654 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (f4a667db-b8e1-4849-bc59-f275dfb16157), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:12.958872 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:12:12.963556 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:12:12.967339 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:12:12.968853 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port f8666ab6-7aa4-45bf-81d4-a9990df52c75 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:12:12.969245 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:12.972408 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Pushing event updated for resources: {'Port': ['ID=f4a667db-b8e1-4849-bc59-f275dfb16157,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:12:13.002327 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port f8666ab6-7aa4-45bf-81d4-a9990df52c75, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=f8666ab6-7aa4-45bf-81d4-a9990df52c75,segment=NetworkSegment(fe6b0f95-db15-4a96-8a9b-0394396669e4),segment_id=fe6b0f95-db15-4a96-8a9b-0394396669e4)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:12:13.069716 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:13.082021 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:13.130908 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=f8666ab6-7aa4-45bf-81d4-a9990df52c75,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:12:13.194599 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:13.276724 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Publish callbacks [] for router_gateway (6207ddf4-7f41-4026-af1c-975d4cb84804), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:13.545266 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3698159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3696340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4313'] for router (6207ddf4-7f41-4026-af1c-975d4cb84804), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:13.549072 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3698132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3698141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3696367'] for router (6207ddf4-7f41-4026-af1c-975d4cb84804), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:13.645561 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Router 6207ddf4-7f41-4026-af1c-975d4cb84804 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:12:13.742334 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:12:13.746367 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:13.750140 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-280318ac-cfb5-4d13-80d8-b7d60c8a7a65 demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/6207ddf4-7f41-4026-af1c-975d4cb84804 HTTP/1.1" status: 200 len: 889 time: 1.7982497 Oct 12 00:12:13.753817 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Sync routers for ids ['6207ddf4-7f41-4026-af1c-975d4cb84804'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:12:13.767206 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Routers {'6207ddf4-7f41-4026-af1c-975d4cb84804'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:12:13.767924 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-91905611-9210-433e-b0e3-779d670e50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:12:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6207ddf4-7f41-4026-af1c-975d4cb84804'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:12:13.978277 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Set router 6207ddf4-7f41-4026-af1c-975d4cb84804 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:12:14.050608 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:14.415457 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-91905611-9210-433e-b0e3-779d670e50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'name': 'router1', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f4a667db-b8e1-4849-bc59-f275dfb16157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:11:52Z', 'updated_at': '2022-10-12T00:12:13Z', 'revision_number': 4, 'project_id': '410027d6c764410ea5b76db0171903df', 'gw_port': {'id': 'f4a667db-b8e1-4849-bc59-f275dfb16157', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:12:12Z', 'updated_at': '2022-10-12T00:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'f8666ab6-7aa4-45bf-81d4-a9990df52c75', 'name': '', 'network_id': '0e2f8948-17ed-4306-9823-12e156863750', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'mac_address': 'fa:16:3e:8f:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:12:02Z', 'updated_at': '2022-10-12T00:12:12Z', 'revision_number': 5, 'project_id': '410027d6c764410ea5b76db0171903df', 'subnets': [{'id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0beb58d-b428-473d-8084-dc33e74ea033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:12:14.462303 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Checking router: 6207ddf4-7f41-4026-af1c-975d4cb84804 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:12:14.462660 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Updating router 6207ddf4-7f41-4026-af1c-975d4cb84804 port f4a667db-b8e1-4849-bc59-f275dfb16157 binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:12:14.516755 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f4a667db-b8e1-4849-bc59-f275dfb16157), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:14.781061 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:14.829034 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Publish callbacks [] for port (f4a667db-b8e1-4849-bc59-f275dfb16157), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:14.861434 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device f8666ab6-7aa4-45bf-81d4-a9990df52c75 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:12:14.906012 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f4a667db-b8e1-4849-bc59-f275dfb16157), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:14.919555 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port f8666ab6-7aa4-45bf-81d4-a9990df52c75 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:12:14.919952 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:14.920292 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port f8666ab6-7aa4-45bf-81d4-a9990df52c75 Oct 12 00:12:14.957154 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Attempting to bind port f4a667db-b8e1-4849-bc59-f275dfb16157 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:12:14.957521 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Attempting to bind port f4a667db-b8e1-4849-bc59-f275dfb16157 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:12:14.957881 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Attempting to bind port f4a667db-b8e1-4849-bc59-f275dfb16157 on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:12:14.999980 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c0914-a37a-49d0-9685-43fd38fc6698 None None] Pushing event updated for resources: {'Port': ['ID=f4a667db-b8e1-4849-bc59-f275dfb16157,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:12:15.033038 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:12:15.033323 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:12:15.033721 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:15.034109 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:12:15.034579 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Bound port: f4a667db-b8e1-4849-bc59-f275dfb16157, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:12:15.034952 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f4a667db-b8e1-4849-bc59-f275dfb16157), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:15.091709 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port f8666ab6-7aa4-45bf-81d4-a9990df52c75 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:12:15.107758 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-91905611-9210-433e-b0e3-779d670e50aa None None] For port f4a667db-b8e1-4849-bc59-f275dfb16157, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:12:15.111257 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-91905611-9210-433e-b0e3-779d670e50aa None None] For port f4a667db-b8e1-4849-bc59-f275dfb16157, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=f4a667db-b8e1-4849-bc59-f275dfb16157,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:12:15.150709 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f4a667db-b8e1-4849-bc59-f275dfb16157), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:15.179951 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:15.193693 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Routers {'6207ddf4-7f41-4026-af1c-975d4cb84804'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:12:15.194293 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-91905611-9210-433e-b0e3-779d670e50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:12:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6207ddf4-7f41-4026-af1c-975d4cb84804'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:12:15.237062 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c0914-a37a-49d0-9685-43fd38fc6698 None None] Pushing event updated for resources: {'Port': ['ID=f4a667db-b8e1-4849-bc59-f275dfb16157,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:12:15.306051 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-91905611-9210-433e-b0e3-779d670e50aa None None] Set router 6207ddf4-7f41-4026-af1c-975d4cb84804 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:12:15.497562 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-91905611-9210-433e-b0e3-779d670e50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'name': 'router1', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f4a667db-b8e1-4849-bc59-f275dfb16157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:11:52Z', 'updated_at': '2022-10-12T00:12:13Z', 'revision_number': 4, 'project_id': '410027d6c764410ea5b76db0171903df', 'gw_port': {'id': 'f4a667db-b8e1-4849-bc59-f275dfb16157', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:12:12Z', 'updated_at': '2022-10-12T00:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'f8666ab6-7aa4-45bf-81d4-a9990df52c75', 'name': '', 'network_id': '0e2f8948-17ed-4306-9823-12e156863750', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'mac_address': 'fa:16:3e:8f:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:12:02Z', 'updated_at': '2022-10-12T00:12:12Z', 'revision_number': 5, 'project_id': '410027d6c764410ea5b76db0171903df', 'subnets': [{'id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0beb58d-b428-473d-8084-dc33e74ea033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:12:15.521550 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91905611-9210-433e-b0e3-779d670e50aa None None] The sync data for ids ['6207ddf4-7f41-4026-af1c-975d4cb84804'] in dv-cinder-849143-13-iscsi is: [{'id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'name': 'router1', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f4a667db-b8e1-4849-bc59-f275dfb16157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:11:52Z', 'updated_at': '2022-10-12T00:12:13Z', 'revision_number': 4, 'project_id': '410027d6c764410ea5b76db0171903df', 'gw_port': {'id': 'f4a667db-b8e1-4849-bc59-f275dfb16157', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:12:12Z', 'updated_at': '2022-10-12T00:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'f8666ab6-7aa4-45bf-81d4-a9990df52c75', 'name': '', 'network_id': '0e2f8948-17ed-4306-9823-12e156863750', 'tenant_id': '410027d6c764410ea5b76db0171903df', 'mac_address': 'fa:16:3e:8f:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6207ddf4-7f41-4026-af1c-975d4cb84804', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:12:02Z', 'updated_at': '2022-10-12T00:12:12Z', 'revision_number': 5, 'project_id': '410027d6c764410ea5b76db0171903df', 'subnets': [{'id': '7584dbb4-fa90-4700-9b97-b5f0926eccec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0beb58d-b428-473d-8084-dc33e74ea033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:12:16.532863 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 58004) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:12:16.578565 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=28 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:16.583576 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:16.861889 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device f4a667db-b8e1-4849-bc59-f275dfb16157 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:12:16.906623 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port f4a667db-b8e1-4849-bc59-f275dfb16157 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:12:16.907007 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f4a667db-b8e1-4849-bc59-f275dfb16157), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:16.907686 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port f4a667db-b8e1-4849-bc59-f275dfb16157 Oct 12 00:12:16.951270 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-8582061e-49cc-4a00-be20-f05f51f11910 admin admin] 10.222.0.36 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4173679 Oct 12 00:12:16.979471 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:16.984512 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port f4a667db-b8e1-4849-bc59-f275dfb16157 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:12:16.984914 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f4a667db-b8e1-4849-bc59-f275dfb16157), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:17.007407 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port f4a667db-b8e1-4849-bc59-f275dfb16157, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=f4a667db-b8e1-4849-bc59-f275dfb16157,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:12:17.088131 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f4a667db-b8e1-4849-bc59-f275dfb16157), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:17.137291 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=f4a667db-b8e1-4849-bc59-f275dfb16157,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:12:18.856456 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device f4a667db-b8e1-4849-bc59-f275dfb16157 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:12:18.904509 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port f4a667db-b8e1-4849-bc59-f275dfb16157 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:12:18.904899 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f4a667db-b8e1-4849-bc59-f275dfb16157), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:18.905232 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port f4a667db-b8e1-4849-bc59-f275dfb16157 Oct 12 00:12:18.985595 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port f4a667db-b8e1-4849-bc59-f275dfb16157 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:12:20.783325 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 5 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:12:23.733969 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=63 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:23.741282 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=43 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:26.924116 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=56,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:26.951807 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=60,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:28.330544 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-cfca97b2-9080-4d29-853d-290024fc83c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:28.985674 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:30.647848 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-599d4859-659b-4c51-a191-26dc51d77baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:30.774326 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:30.776012 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:31.848026 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:32.933613 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:33.265484 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:12:43.195961 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:43.210720 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:45.783613 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:45.796074 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:12:57.782989 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 5 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:12:58.516390 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4e656bce-f0d7-4e9b-8ca9-d5a5929dc063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:00.635633 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8dd5b734-2512-4ae2-a151-353e4e8a4846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:01.750369 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:02.957183 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:03.264554 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:07.778588 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:07.780537 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:13.203056 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:13.209588 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:22.841461 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:26.778910 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:28.315603 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-de1328f2-54c5-4353-88e7-4a798fdd472d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:30.629591 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f4c1dc72-e1df-4d72-b4d6-a3443ca0e755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:31.749615 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:32.938247 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:33.241056 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:34.781509 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 5 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:13:43.196660 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:43.204558 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:43.291174 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58556) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:13:43.627245 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7617f76-f7e2-474e-89bd-06ff62646b98 admin admin] GET failed (client error): The resource could not be found. Oct 12 00:13:43.628542 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-d7617f76-f7e2-474e-89bd-06ff62646b98 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3363931 Oct 12 00:13:43.790023 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdec09c-8463-4984-a2ad-a24c31922394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:13:43.791422 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-fcdec09c-8463-4984-a2ad-a24c31922394 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1585360 Oct 12 00:13:44.778424 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:46.337342 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58566) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:13:46.700895 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f59fd-d30a-47b7-a48d-e5e614ac9c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:13:46.702250 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-861f59fd-d30a-47b7-a48d-e5e614ac9c61 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/7584dbb4-fa90-4700-9b97-b5f0926eccec HTTP/1.1" status: 200 len: 849 time: 0.3639584 Oct 12 00:13:46.711827 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:13:46.798283 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Publish callbacks [] for subnet (7584dbb4-fa90-4700-9b97-b5f0926eccec), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:47.109722 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788062991535'] for subnet (7584dbb4-fa90-4700-9b97-b5f0926eccec), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:47.145457 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:13:47.146056 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:47.147335 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] 10.222.0.36 "PUT /networking/v2.0/subnets/7584dbb4-fa90-4700-9b97-b5f0926eccec HTTP/1.1" status: 200 len: 868 time: 0.4390733 Oct 12 00:13:47.162849 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee93de1e-0bdb-450b-b10f-eacaefaf94c3 None None] Network 0e2f8948-17ed-4306-9823-12e156863750 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:13:47.168442 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7584dbb4-fa90-4700-9b97-b5f0926eccec,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:13:47.176091 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.176446 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.176840 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.177183 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.177515 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.177855 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.178169 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.179351 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.179351 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.179351 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.179664 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.179848 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.180159 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.180476 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.180797 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f300f9-68a0-426c-8ce7-578202bd27ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:13:47.450545 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-b8099330-d1af-4372-bac9-78e501976b8f None None] Provisioning complete for port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:13:47.451020 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b8099330-d1af-4372-bac9-78e501976b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:47.451359 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-b8099330-d1af-4372-bac9-78e501976b8f None None] Attempt 1 to provision port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 Oct 12 00:13:47.549332 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-b8099330-d1af-4372-bac9-78e501976b8f None None] Current status of the port cd4b5cc9-c81a-4ed2-ac8a-9911c3947e31 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:13:47.557543 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-b8099330-d1af-4372-bac9-78e501976b8f None None] Provisioning complete for port f8666ab6-7aa4-45bf-81d4-a9990df52c75 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:13:47.557865 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b8099330-d1af-4372-bac9-78e501976b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f8666ab6-7aa4-45bf-81d4-a9990df52c75), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:47.558198 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-b8099330-d1af-4372-bac9-78e501976b8f None None] Attempt 1 to provision port f8666ab6-7aa4-45bf-81d4-a9990df52c75 Oct 12 00:13:47.629475 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-b8099330-d1af-4372-bac9-78e501976b8f None None] Current status of the port f8666ab6-7aa4-45bf-81d4-a9990df52c75 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:13:49.712481 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58574) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:13:50.181216 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c3979-c01c-4d7c-bfff-e9e78c93db72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:13:50.181609 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c3979-c01c-4d7c-bfff-e9e78c93db72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:13:50.183116 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-2b5c3979-c01c-4d7c-bfff-e9e78c93db72 admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4696920 Oct 12 00:13:52.728176 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58582) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:13:53.139456 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c944f-dede-45a4-a7f0-0c529fa65b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:13:53.139851 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c944f-dede-45a4-a7f0-0c529fa65b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:13:53.141607 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-f79c944f-dede-45a4-a7f0-0c529fa65b2a admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4124999 Oct 12 00:13:55.669041 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 58590) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:13:56.084686 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce776ec-5ead-4520-a7a9-c4b44a67a69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:13:56.085938 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-5ce776ec-5ead-4520-a7a9-c4b44a67a69e admin admin] 10.222.0.36 "GET /networking/v2.0/networks/0e2f8948-17ed-4306-9823-12e156863750 HTTP/1.1" status: 200 len: 869 time: 0.4159703 Oct 12 00:13:57.626920 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=39 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:57.627821 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=38 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:58.332246 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-fcf280b3-0cbd-4f35-82f7-e43829f947ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:13:58.637366 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 58600) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:13:59.036425 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d4c311-67d6-45f6-a8b7-2b25451ac6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:13:59.037772 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-83d4c311-67d6-45f6-a8b7-2b25451ac6f3 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/3241131d-6457-49e3-8f85-61678456bc18 HTTP/1.1" status: 200 len: 886 time: 0.3994448 Oct 12 00:13:59.783274 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:13:59.787618 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:00.640835 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8be77abe-d4af-4211-bff9-6a41da06dd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:01.591009 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 58608) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:14:01.760574 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:01.992480 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312cbce5-4dbd-47be-ae99-268282eb8d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:14:01.992944 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312cbce5-4dbd-47be-ae99-268282eb8d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:14:01.994452 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-312cbce5-4dbd-47be-ae99-268282eb8d7d admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4024866 Oct 12 00:14:02.966122 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:03.135621 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=86,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:03.136841 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=82,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:03.263727 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:04.555330 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58616) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:14:04.954625 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c0069-3020-4c8b-ae58-b1b86178e892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:14:04.955081 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c0069-3020-4c8b-ae58-b1b86178e892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:14:04.956633 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-734c0069-3020-4c8b-ae58-b1b86178e892 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4003332 Oct 12 00:14:07.483152 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58624) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:14:07.845174 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724615cc-ba72-4e19-8f25-bef1c81b90de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:14:07.846508 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-724615cc-ba72-4e19-8f25-bef1c81b90de admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/7584dbb4-fa90-4700-9b97-b5f0926eccec HTTP/1.1" status: 200 len: 868 time: 0.3624661 Oct 12 00:14:10.398268 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58632) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:14:10.754657 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f132d-01bc-47d7-8eb3-f2c8f6af8e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:14:10.755993 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-b75f132d-01bc-47d7-8eb3-f2c8f6af8e07 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/9a9127b6-7921-42fd-b916-e8ff9bbb572d HTTP/1.1" status: 200 len: 816 time: 0.3567836 Oct 12 00:14:11.780266 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 5 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:14:11.978223 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=30 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:11.988220 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=26 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:13.208625 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:13.210414 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:20.750573 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=20 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:20.751674 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=16 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:24.120500 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=12 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:24.125334 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=16 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:28.314533 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e0004604-e4cb-4ff5-a1bc-ebe2666fd22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:30.652144 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ec56b18e-c47a-4bd5-bf1c-5170a648e6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:31.760537 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:32.988497 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:33.274385 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:36.772742 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:36.783684 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=5 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:40.132973 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58690) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:14:40.452831 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [None req-c1789127-2347-4db5-8019-2d11f6e84b9c admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111560) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:14:40.453821 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-c1789127-2347-4db5-8019-2d11f6e84b9c admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3198032 Oct 12 00:14:43.054028 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58698) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:14:43.209524 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:43.212404 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:43.388951 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b6fa10-018c-40fc-bbca-00455f740982 admin admin] GET failed (client error): The resource could not be found. Oct 12 00:14:43.390231 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-50b6fa10-018c-40fc-bbca-00455f740982 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3352757 Oct 12 00:14:43.477691 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc39561-a1a6-461d-8afc-31a9e3b99238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:14:43.479068 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-abc39561-a1a6-461d-8afc-31a9e3b99238 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842028 Oct 12 00:14:46.041191 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58706) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:14:46.359854 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:14:46.456366 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] Made reservation on behalf of 392dba9b727b479aa54a2746402ded73 for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:14:46.458561 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:46.485346 dv-cinder-849143-13-iscsi neutron-server[111560]: WARNING neutron.services.revisions.revision_plugin [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] Could not find related network for resource to bump revision. Oct 12 00:14:46.496795 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:14:46.505573 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (43bc168b-3965-4a5a-9009-1f3c5d82b9ff), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:46.505915 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] Added segment 43bc168b-3965-4a5a-9009-1f3c5d82b9ff of type vlan for network 776dc356-a4a8-4b81-a144-dd783c208915 Oct 12 00:14:46.547798 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (776dc356-a4a8-4b81-a144-dd783c208915), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:46.645129 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (776dc356-a4a8-4b81-a144-dd783c208915), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:46.646090 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:14:46.646659 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:46.704073 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] Pushing event updated for resources: {'Network': ['ID=776dc356-a4a8-4b81-a144-dd783c208915,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:14:46.715428 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network 776dc356-a4a8-4b81-a144-dd783c208915 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:14:46.768620 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a534270c-d616-4273-bf9d-4ac9bea448df admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7263145 Oct 12 00:14:48.779241 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 5 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:14:49.352732 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58714) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:14:49.684580 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3dd94a5-4d18-40ac-9e6c-ce2f71043a1e admin admin] GET failed (client error): The resource could not be found. Oct 12 00:14:49.685848 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-b3dd94a5-4d18-40ac-9e6c-ce2f71043a1e admin admin] 10.222.0.36 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3321440 Oct 12 00:14:49.853773 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca953324-8078-4235-9dc8-b38c82a830d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:14:49.855837 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-ca953324-8078-4235-9dc8-b38c82a830d7 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1656067 Oct 12 00:14:49.865748 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915', 'ip_version': 4}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:14:49.925371 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Made reservation on behalf of 392dba9b727b479aa54a2746402ded73 for: {'subnet': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:14:49.927571 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:50.131344 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for subnet (17195dd5-e7a4-4937-835b-02ab1ab699f5), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:50.185823 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17195dd5-e7a4-4937-835b-02ab1ab699f5,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:14:50.195699 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.196041 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.196397 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.196734 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.197059 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.197382 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.197702 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.198511 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.198827 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.199151 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.199516 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.199841 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.200157 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.200474 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.200785 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.205795 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Checking segment: {'id': '43bc168b-3965-4a5a-9009-1f3c5d82b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:14:50.206144 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Network hostable DHCP agents. Network: 776dc356-a4a8-4b81-a144-dd783c208915, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:14:50.273906 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Network 776dc356-a4a8-4b81-a144-dd783c208915 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:14:50.341650 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, 776dc356-a4a8-4b81-a144-dd783c208915) {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:14:50.345637 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:14:50.346224 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:50.350271 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2968e012-011d-4132-935d-05b8606c306d None None] Network 776dc356-a4a8-4b81-a144-dd783c208915 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:14:50.419883 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-93896ac9-c445-4ff1-a2a4-9b72c21d9e44 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5574739 Oct 12 00:14:50.451309 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-776dc356-a4a8-4b81-a144-dd783c208915', 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915', 'project_id': '392dba9b727b479aa54a2746402ded73', 'fixed_ips': [{'subnet_id': '17195dd5-e7a4-4937-835b-02ab1ab699f5'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:14:50.452323 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:50.597631 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Allocated IP 192.168.233.2 (776dc356-a4a8-4b81-a144-dd783c208915/17195dd5-e7a4-4937-835b-02ab1ab699f5/9b3eb6e2-fb18-4cc0-9951-e10390fd3061) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:14:50.737259 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Publish callbacks [] for port (9b3eb6e2-fb18-4cc0-9951-e10390fd3061), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:50.822657 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (9b3eb6e2-fb18-4cc0-9951-e10390fd3061), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:50.867912 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Network 776dc356-a4a8-4b81-a144-dd783c208915 is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:14:50.871724 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:14:50.875524 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:14:50.878730 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Pushing event updated for resources: {'Port': ['ID=9b3eb6e2-fb18-4cc0-9951-e10390fd3061,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:14:50.904123 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.904463 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.904820 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.905181 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.905518 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.905843 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.906168 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.906489 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.906825 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.907198 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.907550 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.907887 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.908211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.908532 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.908847 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:14:50.944855 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Attempting to bind port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:14:50.945225 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Attempting to bind port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '43bc168b-3965-4a5a-9009-1f3c5d82b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:14:50.945587 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Attempting to bind port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 on network 776dc356-a4a8-4b81-a144-dd783c208915 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:14:50.986794 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:14:50.987163 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Checking segment: {'id': '43bc168b-3965-4a5a-9009-1f3c5d82b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:14:50.987638 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:50.987985 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Bound using segment: {'id': '43bc168b-3965-4a5a-9009-1f3c5d82b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:14:50.988455 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Bound port: 9b3eb6e2-fb18-4cc0-9951-e10390fd3061, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bc168b-3965-4a5a-9009-1f3c5d82b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:14:50.988828 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9b3eb6e2-fb18-4cc0-9951-e10390fd3061), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:51.053109 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] For port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:14:51.056321 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] For port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=9b3eb6e2-fb18-4cc0-9951-e10390fd3061,segment=NetworkSegment(43bc168b-3965-4a5a-9009-1f3c5d82b9ff),segment_id=43bc168b-3965-4a5a-9009-1f3c5d82b9ff)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:14:51.132333 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (9b3eb6e2-fb18-4cc0-9951-e10390fd3061), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:51.193502 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944630f-8c6c-4e00-a640-90caec74be10 None None] Pushing event updated for resources: {'Port': ['ID=9b3eb6e2-fb18-4cc0-9951-e10390fd3061,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:14:51.965586 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a31af3-77f3-4036-9eaf-74de90bd1c41 None None] Network 776dc356-a4a8-4b81-a144-dd783c208915 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:14:52.018533 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-b6c2f995-138e-4c1c-9c2b-cb38eccb1f9c None None] Provisioning complete for port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:14:52.018916 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f995-138e-4c1c-9c2b-cb38eccb1f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (9b3eb6e2-fb18-4cc0-9951-e10390fd3061), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:52.019252 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-b6c2f995-138e-4c1c-9c2b-cb38eccb1f9c None None] Attempt 1 to provision port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 Oct 12 00:14:52.024545 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:52.057878 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:52.143724 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2f995-138e-4c1c-9c2b-cb38eccb1f9c None None] Current status of the port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:14:52.144175 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f995-138e-4c1c-9c2b-cb38eccb1f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9b3eb6e2-fb18-4cc0-9951-e10390fd3061), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:52.187331 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-b6c2f995-138e-4c1c-9c2b-cb38eccb1f9c None None] For port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=9b3eb6e2-fb18-4cc0-9951-e10390fd3061,segment=NetworkSegment(43bc168b-3965-4a5a-9009-1f3c5d82b9ff),segment_id=43bc168b-3965-4a5a-9009-1f3c5d82b9ff)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:14:52.252087 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f995-138e-4c1c-9c2b-cb38eccb1f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (9b3eb6e2-fb18-4cc0-9951-e10390fd3061), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:52.305178 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2f995-138e-4c1c-9c2b-cb38eccb1f9c None None] Pushing event updated for resources: {'Port': ['ID=9b3eb6e2-fb18-4cc0-9951-e10390fd3061,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:14:52.371968 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-737ca106-3a56-4204-89d5-c44b2124bf4d None None] Provisioning complete for port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:14:52.372363 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-737ca106-3a56-4204-89d5-c44b2124bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (9b3eb6e2-fb18-4cc0-9951-e10390fd3061), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:52.372699 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-737ca106-3a56-4204-89d5-c44b2124bf4d None None] Attempt 1 to provision port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 Oct 12 00:14:52.443683 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-737ca106-3a56-4204-89d5-c44b2124bf4d None None] Current status of the port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:14:52.953354 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:14:52.999927 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:14:53.000568 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (9b3eb6e2-fb18-4cc0-9951-e10390fd3061), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:53.000662 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 Oct 12 00:14:53.069550 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 9b3eb6e2-fb18-4cc0-9951-e10390fd3061 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:14:58.336966 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b4419105-18a1-4f11-9895-e16adc902705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:14:58.774725 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:14:58.775356 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:00.350059 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:00.356109 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:00.621295 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b7bf5e46-b9a8-44fb-9692-13434c119d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:15:01.759589 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:15:02.948900 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:15:03.267043 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:15:13.209688 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:13.213003 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:13.774532 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:13.778422 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:25.778160 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 5 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:15:28.312269 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d0630a12-1b7e-4e71-9738-55f035c5a2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:15:30.638484 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0ff786db-0bbb-4f83-aa96-8fc41f23c333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:15:31.752855 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:15:32.958479 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:15:33.278975 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:15:35.774677 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:35.775480 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:43.208255 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:43.217121 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:54.773894 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:54.792789 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:15:58.335433 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b930586d-81cc-4697-a625-d65656f89563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:00.632880 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-aefe698d-d135-4d2d-b535-6602750c3823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:01.758226 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:02.776418 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 5 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:16:02.963846 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:03.273045 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:12.773328 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:13.210304 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:13.217246 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:27.775322 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=17 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:27.780213 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=15 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:28.333311 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f058c1f3-0954-462e-a3af-1f30793d6d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:30.647746 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-217cba42-90dd-467d-9661-577a05597d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:31.780521 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:32.318219 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58776) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:16:32.323857 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [None req-cec6af45-5cab-4647-8e46-0f0430f30b85 tempest-verify_tempest_config-1130184195 tempest-verify_tempest_config-1130184195-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111560) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:16:32.324823 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-cec6af45-5cab-4647-8e46-0f0430f30b85 tempest-verify_tempest_config-1130184195 tempest-verify_tempest_config-1130184195-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056443 Oct 12 00:16:32.877704 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58794) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:16:32.957415 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:33.005863 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:33.079131 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Publish callbacks [] for security_group (c3229349-fbf9-4ade-93d0-38052d7bc868), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:33.156070 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (c3229349-fbf9-4ade-93d0-38052d7bc868), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:33.204596 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3229349-fbf9-4ade-93d0-38052d7bc868,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:16:33.210283 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d41a52cc39d0472da4a41bba359fdda0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3315859 Oct 12 00:16:33.213157 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 58798) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:16:33.215252 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.215714 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.216068 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.216409 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.216741 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.217072 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.217520 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.217937 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.218279 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.218606 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.218943 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.219260 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.219608 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.219937 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.220241 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca590c82-a48b-4329-b647-c4baa264882a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.287434 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:33.295851 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Publish callbacks [] for security_group (c3229349-fbf9-4ade-93d0-38052d7bc868), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:33.315545 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Publish callbacks [] for security_group (c3229349-fbf9-4ade-93d0-38052d7bc868), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:33.488037 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (c3229349-fbf9-4ade-93d0-38052d7bc868), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:33.490558 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:16:33.491735 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c3229349-fbf9-4ade-93d0-38052d7bc868 HTTP/1.1" status: 204 len: 168 time: 0.2771282 Oct 12 00:16:33.501013 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3229349-fbf9-4ade-93d0-38052d7bc868,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:16:33.508047 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.508941 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.509420 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.509769 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.510103 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.510450 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.510757 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.511084 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.511439 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.511770 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.512099 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.512437 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.512757 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.513069 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:33.513388 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262abbf-d2e1-4e7a-9cb4-569ed86e0e27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:16:39.774617 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 5 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:16:43.202786 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:43.208798 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:43.221470 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:43.503847 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:43.504780 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:43.533591 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:49.771194 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:16:58.326750 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6b11ca1e-db4f-45e2-8627-a3abe572355d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:17:00.665249 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-02888fb2-2500-40bc-b852-2bcb73cca448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:17:01.762179 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:17:02.983935 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:17:03.419200 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:17:04.780227 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:17:04.785202 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:17:13.317096 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:17:13.319097 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:17:16.772943 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 5 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:17:26.768043 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:17:26.776996 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:17:28.366984 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b97452a2-ad23-4fb1-b63f-d7d2c995077d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:17:30.647443 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e597d27f-5821-482d-aaee-2b3488e6b575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:17:31.793941 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:17:32.973199 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:17:33.304461 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:17:41.784868 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:17:41.789731 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:17:43.226438 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:17:43.228234 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:17:53.773068 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 5 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:17:58.361128 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c7537bc0-0d54-4abc-9df0-b1a9fbcac990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:00.656252 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d2ad18d5-07f2-4385-927d-5a274aece6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:01.771693 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:02.983555 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:03.297873 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:03.769877 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:03.770609 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:04.428826 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700692'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:14.349043 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:14.353901 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:17.461615 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 58874) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:18:17.566418 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-daaab5e0-fb8f-4871-baea-75317579ee63 admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1036935 Oct 12 00:18:20.010330 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 58884) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:18:20.070109 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-ad1de42c-11d9-43b0-b414-ae9c2ba80a15 admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0587137 Oct 12 00:18:24.035803 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=17 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:24.037644 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=15 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:27.558851 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:27.560780 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:28.353982 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-70190e82-c25b-4d4b-a593-7c81f7de280c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:30.064783 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:30.685439 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-1733cf9d-7e1e-41c3-a24e-cc311895a336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:30.773092 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:18:31.769448 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:32.982557 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:33.290923 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:34.405484 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:18:40.768657 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:40.769380 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:44.313829 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:44.315690 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:55.787957 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:55.792857 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:18:58.353045 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-dcdbc454-44d1-40a1-b2d2-d505577e8731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:00.637031 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-46fdfcbe-e5ec-4706-8737-59f5fb6fece8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:01.787342 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:02.988387 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:03.296072 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:04.393743 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:07.772595 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:19:14.328611 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:14.331765 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:17.767970 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:28.367547 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c285c301-8d15-4e8a-9b13-2ada15332512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:30.646904 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f61f4db3-9f2e-4473-a49d-7fd9604e8d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:31.866330 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:32.794171 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:32.798957 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=5 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:32.973002 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:33.300833 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:34.443616 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:44.343046 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:44.344953 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:44.772050 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:19:52.383137 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59054) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:52.670479 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1349068861-network', 'tenant_id': '10160596b45c49249155b0c2585e70bb'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:52.757659 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Made reservation on behalf of 10160596b45c49249155b0c2585e70bb for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:19:52.760281 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:52.769896 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:52.847403 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Publish callbacks [] for security_group (315e0151-5395-4457-a78b-49c216fde638), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:52.855575 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59078) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:52.911814 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (315e0151-5395-4457-a78b-49c216fde638), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:52.940367 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:19:52.951856 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315e0151-5395-4457-a78b-49c216fde638,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:52.956550 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (fbc682f5-9602-4ede-b902-3eab03c3c386), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:52.956890 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Added segment fbc682f5-9602-4ede-b902-3eab03c3c386 of type vlan for network a7f2d8cc-4d82-4295-a149-404a55bcd20c Oct 12 00:19:52.958797 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.959138 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.959508 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.959844 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.960165 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.960485 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.960802 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.961120 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.961459 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.961776 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.962103 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.962421 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.962733 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.963042 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.963351 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Tracked resource versions report: Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: pushed versions: Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: { 'AddressGroup': {'1.2'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Agent': {'1.1'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'ConntrackHelper': {'1.0'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'LocalIPAssociation': {'1.0'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Log': {'1.0'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'NDPProxy': {'1.0'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Network': {'1.1'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Port': {'1.7'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'PortForwarding': {'1.3'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'QosPolicy': {'1.10'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SecurityGroup': {'1.5'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SecurityGroupRule': {'1.2'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SubPort': {'1.0'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Subnet': {'1.1'}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Trunk': {'1.1'}} Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: consumer versions: Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: { DHCP agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: HyperV agent@hv-cinder-84914: {}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: L3 agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: Metadata agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: Metering agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: Open vSwitch agent@dv-cinder-849143-13-iscsi: { 'AddressGroup': '1.2', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Agent': '1.1', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'ConntrackHelper': '1.0', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'LocalIPAssociation': '1.0', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Log': '1.0', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'NDPProxy': '1.0', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Network': '1.1', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Port': '1.7', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'PortForwarding': '1.3', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'QosPolicy': '1.10', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SecurityGroup': '1.5', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SecurityGroupRule': '1.2', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'SubPort': '1.0', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Subnet': '1.1', Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: 'Trunk': '1.1'}} Oct 12 00:19:52.964580 dv-cinder-849143-13-iscsi neutron-server[111560]: {{(pid=111560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 00:19:53.010212 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (a7f2d8cc-4d82-4295-a149-404a55bcd20c), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.088877 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (a7f2d8cc-4d82-4295-a149-404a55bcd20c), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.090683 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:19:53.091612 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.152866 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] Pushing event updated for resources: {'Network': ['ID=a7f2d8cc-4d82-4295-a149-404a55bcd20c,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:53.163437 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:19:53.232893 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-8961df66-e08c-423b-a74f-f9c1b0b0ea27 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8485174 Oct 12 00:19:53.236218 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59090) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:53.241392 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] Request body: {'subnet': {'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-subnet', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:53.275397 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59094) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:53.323291 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] Made reservation on behalf of 10160596b45c49249155b0c2585e70bb for: {'subnet': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:19:53.327200 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.390820 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-357700533-network', 'tenant_id': '54567f4ea839415a94397e13f93d71cc'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:53.415340 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59100) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:53.501978 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Made reservation on behalf of 54567f4ea839415a94397e13f93d71cc for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:19:53.504308 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.528178 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.611157 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Publish callbacks [] for security_group (37b70668-be5f-4cd4-b93e-d18dffc0768c), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.641181 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-network', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:53.651105 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for subnet (52bba071-c454-4c4d-992e-bc926db7c275), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.661280 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:53.668564 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:53.679801 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-941926804-network', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:53.730020 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (37b70668-be5f-4cd4-b93e-d18dffc0768c), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.732838 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] Checking segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:19:53.733194 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] Network hostable DHCP agents. Network: a7f2d8cc-4d82-4295-a149-404a55bcd20c, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:19:53.740704 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=52bba071-c454-4c4d-992e-bc926db7c275,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:53.757283 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:19:53.785028 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b70668-be5f-4cd4-b93e-d18dffc0768c,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:53.787901 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (a71d488f-55eb-4730-a89a-b44df2cc7f8b), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.794343 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Added segment a71d488f-55eb-4730-a89a-b44df2cc7f8b of type vlan for network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 Oct 12 00:19:53.812826 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Made reservation on behalf of bbfafa65b93241bcb62d41018f6ccd1f for: {'network': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:19:53.815419 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.817325 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Made reservation on behalf of 38c7ea1f3f9848b484a56cf74a2bd129 for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:19:53.819958 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.832440 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.839130 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.844455 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (499fb018-9e00-4ed3-b355-c8bccdf8c8f0), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.878825 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:19:53.928781 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Publish callbacks [] for security_group (89b80174-f635-435e-9397-f9a764bc7c73), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.951692 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Publish callbacks [] for security_group (b22b0407-70cc-4ee5-a584-504f8bdb2c0c), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.986305 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (89b80174-f635-435e-9397-f9a764bc7c73), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.986536 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (499fb018-9e00-4ed3-b355-c8bccdf8c8f0), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.987641 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:19:53.988277 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:53.993063 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, a7f2d8cc-4d82-4295-a149-404a55bcd20c) {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:19:54.001161 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:19:54.001881 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.007275 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe62913-d27a-41bc-a34d-27bec2edfe78 None None] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:19:54.010753 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=111559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:19:54.019073 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b22b0407-70cc-4ee5-a584-504f8bdb2c0c), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.038435 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788063064019', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (20c874df-7d6e-49ba-bd5b-c39766f7fe06), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.039342 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Unsubscribe: segment precommit_create {{(pid=111559) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 00:19:54.039647 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.segments_db [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Added segment 20c874df-7d6e-49ba-bd5b-c39766f7fe06 of type vlan for network cc748322-3660-40ca-ad32-305cc5ab6021 Oct 12 00:19:54.083278 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22b0407-70cc-4ee5-a584-504f8bdb2c0c,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:54.109508 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:19:54.113320 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (cc748322-3660-40ca-ad32-305cc5ab6021), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.121368 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] Pushing event updated for resources: {'Network': ['ID=499fb018-9e00-4ed3-b355-c8bccdf8c8f0,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:54.128198 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (711c7611-03bc-4cd2-8a16-222f4d58a7da), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.129550 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Added segment 711c7611-03bc-4cd2-8a16-222f4d58a7da of type vlan for network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 Oct 12 00:19:54.134715 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-8f1f421e-16e4-46ef-9373-3a99dada8cea admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2781303 Oct 12 00:19:54.142142 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59142) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:54.148155 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] Request body: {'subnet': {'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-357700533-subnet', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:54.159720 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:19:54.168203 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-06bc7755-de55-4d51-8960-2b43461177fb admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9306707 Oct 12 00:19:54.169372 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b80174-f635-435e-9397-f9a764bc7c73,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:54.172020 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59144) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:54.177862 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:54.204364 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (973be902-a368-4ae5-bb3f-30b2cbc52bd3), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.208526 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.209141 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.209750 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.210251 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.210721 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.211150 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.211584 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.211975 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.212491 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.212933 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.213380 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.213808 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.214361 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.214809 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.215402 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Tracked resource versions report: Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: pushed versions: Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: { 'AddressGroup': {'1.2'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Agent': {'1.1'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'ConntrackHelper': {'1.0'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'LocalIPAssociation': {'1.0'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Log': {'1.0'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'NDPProxy': {'1.0'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Network': {'1.1'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Port': {'1.7'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'PortForwarding': {'1.3'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'QosPolicy': {'1.10'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SecurityGroup': {'1.5'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SecurityGroupRule': {'1.2'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SubPort': {'1.0'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Subnet': {'1.1'}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Trunk': {'1.1'}} Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: consumer versions: Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: { DHCP agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: HyperV agent@hv-cinder-84914: {}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: L3 agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: Metadata agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: Metering agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: Open vSwitch agent@dv-cinder-849143-13-iscsi: { 'AddressGroup': '1.2', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Agent': '1.1', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'ConntrackHelper': '1.0', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'LocalIPAssociation': '1.0', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Log': '1.0', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'NDPProxy': '1.0', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Network': '1.1', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Port': '1.7', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'PortForwarding': '1.3', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'QosPolicy': '1.10', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SecurityGroup': '1.5', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SecurityGroupRule': '1.2', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'SubPort': '1.0', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Subnet': '1.1', Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: 'Trunk': '1.1'}} Oct 12 00:19:54.217017 dv-cinder-849143-13-iscsi neutron-server[111559]: {{(pid=111559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 00:19:54.233014 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (cc748322-3660-40ca-ad32-305cc5ab6021), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.234694 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:19:54.235463 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.278004 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] Made reservation on behalf of 54567f4ea839415a94397e13f93d71cc for: {'subnet': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:19:54.279761 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (8e420787-32f1-4086-a0bd-84c2dcf5d506), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.281402 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.281532 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:19:54.282269 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (8e420787-32f1-4086-a0bd-84c2dcf5d506), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.283459 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.313867 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (973be902-a368-4ae5-bb3f-30b2cbc52bd3), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.314950 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:19:54.316006 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.418796 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Publish callbacks [] for router_controller (8e420787-32f1-4086-a0bd-84c2dcf5d506), precommit_add_association {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.455818 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0392876 Oct 12 00:19:54.460845 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59156) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:54.467340 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1907365 Oct 12 00:19:54.468732 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155a1b9-8633-44ee-8de1-d4a6350e6379 admin admin] Pushing event updated for resources: {'Network': ['ID=973be902-a368-4ae5-bb3f-30b2cbc52bd3,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:54.473767 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59158) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:54.476844 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] Request body: {'subnet': {'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-subnet', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:54.485844 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] Request body: {'subnet': {'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-941926804-subnet', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:54.490747 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Allocated IP 172.20.0.2 (a7f2d8cc-4d82-4295-a149-404a55bcd20c/52bba071-c454-4c4d-992e-bc926db7c275/16b161e6-d36e-464c-9d27-e98556f07594) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:19:54.511350 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c58be-3968-44d4-ab0f-afe31a9a4598 admin admin] Pushing event updated for resources: {'Network': ['ID=cc748322-3660-40ca-ad32-305cc5ab6021,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:54.536878 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:19:54.551282 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network cc748322-3660-40ca-ad32-305cc5ab6021 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:19:54.627637 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] Made reservation on behalf of bbfafa65b93241bcb62d41018f6ccd1f for: {'subnet': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:19:54.630089 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.642045 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:54.717506 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] Made reservation on behalf of 38c7ea1f3f9848b484a56cf74a2bd129 for: {'subnet': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:19:54.720569 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for subnet (aa18335c-d319-429c-b473-349dd96c4b84), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.720970 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.768079 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:54.769202 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:54.781782 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Publish callbacks [] for port (16b161e6-d36e-464c-9d27-e98556f07594), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.860814 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (16b161e6-d36e-464c-9d27-e98556f07594), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.877972 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa18335c-d319-429c-b473-349dd96c4b84,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:54.914745 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] Checking segment: {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:19:54.926292 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] Network hostable DHCP agents. Network: 499fb018-9e00-4ed3-b355-c8bccdf8c8f0, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:19:54.928394 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:19:54.934247 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:19:54.941702 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:19:54.948047 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Pushing event updated for resources: {'Port': ['ID=16b161e6-d36e-464c-9d27-e98556f07594,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:54.950793 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:54.980513 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.981191 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.981759 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.982403 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.982923 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.983532 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.984219 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.985537 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.986262 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.986889 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.987798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.988431 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.989034 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.989886 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.990300 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Publish callbacks [] for router_gateway (8e420787-32f1-4086-a0bd-84c2dcf5d506), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:54.990842 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Tracked resource versions report: Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: pushed versions: Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: { 'AddressGroup': {'1.2'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Agent': {'1.1'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'ConntrackHelper': {'1.0'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'LocalIPAssociation': {'1.0'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Log': {'1.0'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'NDPProxy': {'1.0'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Network': {'1.1'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Port': {'1.7'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'PortForwarding': {'1.3'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'QosPolicy': {'1.10'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SecurityGroup': {'1.5'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SecurityGroupRule': {'1.2'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SubPort': {'1.0'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Subnet': {'1.1'}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Trunk': {'1.1'}} Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: consumer versions: Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: { DHCP agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: HyperV agent@hv-cinder-84914: {}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: L3 agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: Metadata agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: Metering agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: Open vSwitch agent@dv-cinder-849143-13-iscsi: { 'AddressGroup': '1.2', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Agent': '1.1', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'ConntrackHelper': '1.0', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'LocalIPAssociation': '1.0', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Log': '1.0', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'NDPProxy': '1.0', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Network': '1.1', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Port': '1.7', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'PortForwarding': '1.3', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'QosPolicy': '1.10', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SecurityGroup': '1.5', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SecurityGroupRule': '1.2', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'SubPort': '1.0', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Subnet': '1.1', Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: 'Trunk': '1.1'}} Oct 12 00:19:54.992868 dv-cinder-849143-13-iscsi neutron-server[111561]: {{(pid=111561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 00:19:55.026650 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:55.139524 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:55.148363 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for subnet (b5fd896d-b671-4818-bacd-1e9a19209300), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.151417 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] Network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:19:55.263752 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, 499fb018-9e00-4ed3-b355-c8bccdf8c8f0) {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:19:55.277770 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:19:55.282349 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.291970 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a931f5a1-64c5-44e6-97ba-769de21f8b0c None None] Network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:19:55.310968 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Attempting to bind port 16b161e6-d36e-464c-9d27-e98556f07594 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:19:55.311329 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Attempting to bind port 16b161e6-d36e-464c-9d27-e98556f07594 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:19:55.311707 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Attempting to bind port 16b161e6-d36e-464c-9d27-e98556f07594 on network a7f2d8cc-4d82-4295-a149-404a55bcd20c {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:19:55.330549 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:55.345091 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5fd896d-b671-4818-bacd-1e9a19209300,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:55.368028 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] Checking segment: {'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:19:55.368408 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] Network hostable DHCP agents. Network: cc748322-3660-40ca-ad32-305cc5ab6021, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:19:55.401091 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-9b5bd623-7a14-4a98-9f57-6c654da26b95 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2565289 Oct 12 00:19:55.412856 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59202) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:55.419355 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:55.486512 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] Network cc748322-3660-40ca-ad32-305cc5ab6021 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:19:55.494114 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:19:55.494856 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Checking segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:19:55.495594 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.499249 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Bound using segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:19:55.500088 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Bound port: 16b161e6-d36e-464c-9d27-e98556f07594, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:19:55.500756 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (16b161e6-d36e-464c-9d27-e98556f07594), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.525916 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:55.529358 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (6964f752-8e57-4f58-a7c9-44fddc4e20d9), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.530456 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (6964f752-8e57-4f58-a7c9-44fddc4e20d9), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.552576 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for subnet (c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.563243 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, cc748322-3660-40ca-ad32-305cc5ab6021) {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:19:55.588646 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:19:55.589249 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.598703 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'project_id': '54567f4ea839415a94397e13f93d71cc', 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:19:55.601467 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.606174 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4038bcd6-d07d-40a6-8f2a-d795a594f97d None None] Network cc748322-3660-40ca-ad32-305cc5ab6021 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:19:55.636747 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Publish callbacks [] for router_controller (6964f752-8e57-4f58-a7c9-44fddc4e20d9), precommit_add_association {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.666852 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:55.726546 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-63e152e0-f06a-456b-b69d-69f262f9396c admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2552061 Oct 12 00:19:55.739033 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] Checking segment: {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:19:55.739554 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] Network hostable DHCP agents. Network: 973be902-a368-4ae5-bb3f-30b2cbc52bd3, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:19:55.748344 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59222) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:55.758008 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-941926804-router', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:55.801829 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Publish callbacks [] for router_gateway (8e420787-32f1-4086-a0bd-84c2dcf5d506), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.812515 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] For port 16b161e6-d36e-464c-9d27-e98556f07594, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:19:55.832383 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.912192 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] Network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:19:55.924284 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (23524de8-1082-457a-a4cb-34e039006ed0), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.925640 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (23524de8-1082-457a-a4cb-34e039006ed0), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.932454 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] For port 16b161e6-d36e-464c-9d27-e98556f07594, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=16b161e6-d36e-464c-9d27-e98556f07594,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:19:55.983828 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Publish callbacks [] for router_controller (23524de8-1082-457a-a4cb-34e039006ed0), precommit_add_association {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:55.993217 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, 973be902-a368-4ae5-bb3f-30b2cbc52bd3) {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:19:56.014884 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232b6eb-45b4-40e8-a4ee-25bd988a454b None None] Network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:19:56.027025 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:19:56.028643 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.044987 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Publish callbacks [] for router_gateway (6964f752-8e57-4f58-a7c9-44fddc4e20d9), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.103597 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-cc748322-3660-40ca-ad32-305cc5ab6021', 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021', 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'fixed_ips': [{'subnet_id': 'b5fd896d-b671-4818-bacd-1e9a19209300'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:19:56.104919 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.128022 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (16b161e6-d36e-464c-9d27-e98556f07594), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.171381 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-7d5ad64c-779d-496e-9afb-8213db4be9b7 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6985030 Oct 12 00:19:56.175143 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59258) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:56.181659 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:19:56.215843 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acc0e4-39ad-4760-9c8b-2113ac85291d None None] Pushing event updated for resources: {'Port': ['ID=16b161e6-d36e-464c-9d27-e98556f07594,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:56.244158 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:56.280231 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Publish callbacks [] for router_gateway (23524de8-1082-457a-a4cb-34e039006ed0), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.316235 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Allocated IP 172.27.4.116 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/9db610be-135b-4230-8dfe-410dd27264e9) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:19:56.338866 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Allocated IP 172.20.0.2 (499fb018-9e00-4ed3-b355-c8bccdf8c8f0/aa18335c-d319-429c-b473-349dd96c4b84/82429640-f861-411c-81de-b7c54ae7fae2) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:19:56.389466 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (9af56c6b-7328-4866-951f-b7c1d5172ba8), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.394718 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (9af56c6b-7328-4866-951f-b7c1d5172ba8), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.664340 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:19:56.665260 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.705374 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Publish callbacks [] for router_controller (9af56c6b-7328-4866-951f-b7c1d5172ba8), precommit_add_association {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.741066 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Publish callbacks [] for router_gateway (6964f752-8e57-4f58-a7c9-44fddc4e20d9), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.769197 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.777510 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Publish callbacks [] for port (9db610be-135b-4230-8dfe-410dd27264e9), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.855486 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Allocated IP 172.20.0.2 (973be902-a368-4ae5-bb3f-30b2cbc52bd3/c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d/4688aaac-e599-43e3-9c8e-4924906bcc4a) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:19:56.957344 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (9db610be-135b-4230-8dfe-410dd27264e9), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:56.964051 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Allocated IP 172.20.0.2 (cc748322-3660-40ca-ad32-305cc5ab6021/b5fd896d-b671-4818-bacd-1e9a19209300/a51692fd-0bab-42e3-a6b1-db788f0b0c1a) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:19:57.017128 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:57.062299 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:19:57.159439 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:19:57.175745 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:19:57.175922 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Publish callbacks [] for port (82429640-f861-411c-81de-b7c54ae7fae2), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.242416 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 16b161e6-d36e-464c-9d27-e98556f07594 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:19:57.262830 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59302) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:57.276358 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Publish callbacks [] for router_gateway (9af56c6b-7328-4866-951f-b7c1d5172ba8), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.325125 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Allocated IP 172.27.4.228 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:19:57.359390 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:57.367318 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (82429640-f861-411c-81de-b7c54ae7fae2), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.422350 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Publish callbacks [] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.429007 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 16b161e6-d36e-464c-9d27-e98556f07594 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:19:57.429616 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (16b161e6-d36e-464c-9d27-e98556f07594), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.430394 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 16b161e6-d36e-464c-9d27-e98556f07594 Oct 12 00:19:57.431596 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9db610be-135b-4230-8dfe-410dd27264e9,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:57.443529 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Publish callbacks [] for router_gateway (23524de8-1082-457a-a4cb-34e039006ed0), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.481836 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.509768 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.644520 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Publish callbacks [] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.662355 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df768fea-0eb2-4694-a63f-9a30d350eea6 None None] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:19:57.666935 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:19:57.668827 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:19:57.691877 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:19:57.693872 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:19:57.696394 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Publish callbacks [] for router_gateway (9af56c6b-7328-4866-951f-b7c1d5172ba8), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.698504 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:19:57.702954 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 16b161e6-d36e-464c-9d27-e98556f07594 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:19:57.703375 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (16b161e6-d36e-464c-9d27-e98556f07594), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.707076 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:19:57.723601 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.741368 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:57.749839 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Publish callbacks [] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.756579 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Pushing event updated for resources: {'Port': ['ID=82429640-f861-411c-81de-b7c54ae7fae2,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:57.824641 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.897368 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:19:57.901612 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:19:57.904289 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:19:57.909925 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Pushing event updated for resources: {'Port': ['ID=8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:57.960000 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:57.992228 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.994096 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-242cd27f-8aff-4757-8cd5-863e0b3ae284 None None] Provisioning complete for port 16b161e6-d36e-464c-9d27-e98556f07594 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:19:57.994477 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-242cd27f-8aff-4757-8cd5-863e0b3ae284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (16b161e6-d36e-464c-9d27-e98556f07594), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:57.994809 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-242cd27f-8aff-4757-8cd5-863e0b3ae284 None None] Attempt 1 to provision port 16b161e6-d36e-464c-9d27-e98556f07594 Oct 12 00:19:58.097402 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Publish callbacks [] for router_gateway (8e420787-32f1-4086-a0bd-84c2dcf5d506), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.107314 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 16b161e6-d36e-464c-9d27-e98556f07594, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=16b161e6-d36e-464c-9d27-e98556f07594,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:19:58.136117 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Network cc748322-3660-40ca-ad32-305cc5ab6021 is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:19:58.147713 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:58.154678 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Attempting to bind port 4688aaac-e599-43e3-9c8e-4924906bcc4a on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:19:58.155287 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Attempting to bind port 4688aaac-e599-43e3-9c8e-4924906bcc4a by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:19:58.155883 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Attempting to bind port 4688aaac-e599-43e3-9c8e-4924906bcc4a on network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:19:58.158279 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:19:58.164191 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Pushing event updated for resources: {'Port': ['ID=4688aaac-e599-43e3-9c8e-4924906bcc4a,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:58.166972 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Attempting to bind port 82429640-f861-411c-81de-b7c54ae7fae2 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:19:58.167832 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Attempting to bind port 82429640-f861-411c-81de-b7c54ae7fae2 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:19:58.168365 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Attempting to bind port 82429640-f861-411c-81de-b7c54ae7fae2 on network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:19:58.172141 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:19:58.175568 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59324) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:58.220259 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (16b161e6-d36e-464c-9d27-e98556f07594), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.225570 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Allocated IP 172.27.4.48 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/4f48fb75-f75d-49a5-8ce1-16a04dd37d50) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:19:58.229741 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4262-4411-46c4-8ce7-321be4110c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.250249 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59328) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:58.348501 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Publish callbacks [] for router_gateway (6964f752-8e57-4f58-a7c9-44fddc4e20d9), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.384108 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Pushing event updated for resources: {'Port': ['ID=a51692fd-0bab-42e3-a6b1-db788f0b0c1a,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:58.436953 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:19:58.443977 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Checking segment: {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:19:58.444736 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.445313 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Bound using segment: {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:19:58.446287 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Bound port: 4688aaac-e599-43e3-9c8e-4924906bcc4a, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:19:58.447691 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.470444 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c9174-37d1-45cd-b625-d0e79b07c694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.481954 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:19:58.482769 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Checking segment: {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:19:58.483488 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.484772 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Bound using segment: {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:19:58.485507 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Bound port: 82429640-f861-411c-81de-b7c54ae7fae2, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:19:58.486140 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (82429640-f861-411c-81de-b7c54ae7fae2), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.503310 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:58.514447 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ae50a70b-f7cf-48c2-85aa-3d35b7042e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.535668 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Attempting to bind port a51692fd-0bab-42e3-a6b1-db788f0b0c1a on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:19:58.535668 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Attempting to bind port a51692fd-0bab-42e3-a6b1-db788f0b0c1a by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:19:58.535668 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Attempting to bind port a51692fd-0bab-42e3-a6b1-db788f0b0c1a on network cc748322-3660-40ca-ad32-305cc5ab6021 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:19:58.540850 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-242cd27f-8aff-4757-8cd5-863e0b3ae284 None None] Current status of the port 16b161e6-d36e-464c-9d27-e98556f07594 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:19:58.548448 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4262-4411-46c4-8ce7-321be4110c56 admin admin] Publish callbacks [] for security_group (6e2e112f-0241-43e4-94a8-9525db630eae), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.614793 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=16b161e6-d36e-464c-9d27-e98556f07594,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:58.689138 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Publish callbacks [] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.715275 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (6964f752-8e57-4f58-a7c9-44fddc4e20d9), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.723716 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:19:58.724113 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Checking segment: {'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:19:58.724478 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.724950 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Bound using segment: {'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:19:58.725436 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Bound port: a51692fd-0bab-42e3-a6b1-db788f0b0c1a, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:19:58.725843 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.742161 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4262-4411-46c4-8ce7-321be4110c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (6e2e112f-0241-43e4-94a8-9525db630eae), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.742260 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] For port 4688aaac-e599-43e3-9c8e-4924906bcc4a, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:19:58.754046 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] For port 82429640-f861-411c-81de-b7c54ae7fae2, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:19:58.777669 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (8e420787-32f1-4086-a0bd-84c2dcf5d506), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.778131 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] For port 4688aaac-e599-43e3-9c8e-4924906bcc4a, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=4688aaac-e599-43e3-9c8e-4924906bcc4a,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:19:58.780339 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] For port 82429640-f861-411c-81de-b7c54ae7fae2, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=82429640-f861-411c-81de-b7c54ae7fae2,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:19:58.795761 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c9174-37d1-45cd-b625-d0e79b07c694 admin admin] Publish callbacks [] for security_group (3179bd7e-7bad-4c3a-b131-1763e9e7634c), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.803144 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-ff098496-08e0-4652-81e6-52692bb01fa9 None None] Provisioning complete for port 16b161e6-d36e-464c-9d27-e98556f07594 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:19:58.803650 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ff098496-08e0-4652-81e6-52692bb01fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (16b161e6-d36e-464c-9d27-e98556f07594), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.803905 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-ff098496-08e0-4652-81e6-52692bb01fa9 None None] Attempt 1 to provision port 16b161e6-d36e-464c-9d27-e98556f07594 Oct 12 00:19:58.812976 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d151139c-a6b9-412e-b461-c390c235f306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.817612 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-1ffd4262-4411-46c4-8ce7-321be4110c56 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a73b565e3ac34231a7df03912dcf74fb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5501056 Oct 12 00:19:58.825751 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59344) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:58.855672 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (82429640-f861-411c-81de-b7c54ae7fae2), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.862870 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.907922 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:58.912839 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] For port a51692fd-0bab-42e3-a6b1-db788f0b0c1a, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:19:58.935478 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] For port a51692fd-0bab-42e3-a6b1-db788f0b0c1a, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=a51692fd-0bab-42e3-a6b1-db788f0b0c1a,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:19:58.973073 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd4262-4411-46c4-8ce7-321be4110c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2e112f-0241-43e4-94a8-9525db630eae,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:58.977454 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:19:58.987138 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Allocated IP 172.27.4.149 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/8f1d718e-f73a-4528-9edb-8a0c75eb2098) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:19:58.997573 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd703ee-bc8a-41b0-a247-89e097ca7008 None None] Pushing event updated for resources: {'Port': ['ID=82429640-f861-411c-81de-b7c54ae7fae2,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:59.000659 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-24a6f69b-ca62-4de1-96e3-756270501c9f admin admin] Publish callbacks [] for security_group (6e2e112f-0241-43e4-94a8-9525db630eae), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.030298 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c9174-37d1-45cd-b625-d0e79b07c694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3179bd7e-7bad-4c3a-b131-1763e9e7634c), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.071930 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-24a6f69b-ca62-4de1-96e3-756270501c9f admin admin] Publish callbacks [] for security_group (6e2e112f-0241-43e4-94a8-9525db630eae), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.074860 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-940c9174-37d1-45cd-b625-d0e79b07c694 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5175428cacd149c792aff29b84c5631a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8994188 Oct 12 00:19:59.081076 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:19:59.081076 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59348) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:59.107581 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.113617 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d797e7-309b-4b3b-846a-630ed71acf32 None None] Pushing event updated for resources: {'Port': ['ID=4688aaac-e599-43e3-9c8e-4924906bcc4a,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:59.155710 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:19:59.185283 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:19:59.251505 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 16b161e6-d36e-464c-9d27-e98556f07594 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:19:59.255519 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Pushing event updated for resources: {'Port': ['ID=4f48fb75-f75d-49a5-8ce1-16a04dd37d50,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:59.260161 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-ff098496-08e0-4652-81e6-52692bb01fa9 None None] Current status of the port 16b161e6-d36e-464c-9d27-e98556f07594 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:19:59.288228 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c9174-37d1-45cd-b625-d0e79b07c694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3179bd7e-7bad-4c3a-b131-1763e9e7634c,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:59.318045 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:59.328147 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b481aab-88cd-40ee-845e-5d38e217cc04 None None] Pushing event updated for resources: {'Port': ['ID=a51692fd-0bab-42e3-a6b1-db788f0b0c1a,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:59.382023 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 16b161e6-d36e-464c-9d27-e98556f07594 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:19:59.395250 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (16b161e6-d36e-464c-9d27-e98556f07594), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.395808 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 16b161e6-d36e-464c-9d27-e98556f07594 Oct 12 00:19:59.436566 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:19:59.507163 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Publish callbacks [] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.525327 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 16b161e6-d36e-464c-9d27-e98556f07594 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:19:59.569496 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-090b88b2-6c20-4c09-879c-9bfb145bd935 admin admin] Publish callbacks [] for security_group (3179bd7e-7bad-4c3a-b131-1763e9e7634c), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.620010 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-090b88b2-6c20-4c09-879c-9bfb145bd935 admin admin] Publish callbacks [] for security_group (3179bd7e-7bad-4c3a-b131-1763e9e7634c), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.707110 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-24a6f69b-ca62-4de1-96e3-756270501c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (6e2e112f-0241-43e4-94a8-9525db630eae), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.714349 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-24a6f69b-ca62-4de1-96e3-756270501c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.720244 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-24a6f69b-ca62-4de1-96e3-756270501c9f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6e2e112f-0241-43e4-94a8-9525db630eae HTTP/1.1" status: 204 len: 168 time: 0.8912139 Oct 12 00:19:59.733300 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d151139c-a6b9-412e-b461-c390c235f306 admin admin] Publish callbacks [] for security_group (42762860-a7a3-4caf-a6f9-66d38b36a650), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.755699 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6f69b-ca62-4de1-96e3-756270501c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2e112f-0241-43e4-94a8-9525db630eae,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:19:59.776440 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:19:59.811892 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Router 8e420787-32f1-4086-a0bd-84c2dcf5d506 is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:19:59.835715 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d151139c-a6b9-412e-b461-c390c235f306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (42762860-a7a3-4caf-a6f9-66d38b36a650), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.887723 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.900149 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.901398 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a05d6176-d66d-4dc8-95f6-5c83f576399f admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4860339 Oct 12 00:19:59.907413 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59356) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:59.918840 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Sync routers for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:19:59.936688 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:19:59.937746 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:19:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:19:59.943246 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Publish callbacks [] for router_gateway (23524de8-1082-457a-a4cb-34e039006ed0), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:19:59.974472 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-d151139c-a6b9-412e-b461-c390c235f306 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=532f356fff2a4e8db81955a7071bdb9b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7217345 Oct 12 00:19:59.985247 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59358) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:19:59.988562 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:00.003789 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:00.012058 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:00.082731 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:00.100868 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Pushing event updated for resources: {'Port': ['ID=8f1d718e-f73a-4528-9edb-8a0c75eb2098,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:00.257940 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151139c-a6b9-412e-b461-c390c235f306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42762860-a7a3-4caf-a6f9-66d38b36a650,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:00.270001 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5852-f96e-4759-973f-2d07292bff7e admin admin] Publish callbacks [] for security_group (42762860-a7a3-4caf-a6f9-66d38b36a650), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.272319 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:19:58Z', 'revision_number': 3, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:00.305203 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-090b88b2-6c20-4c09-879c-9bfb145bd935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3179bd7e-7bad-4c3a-b131-1763e9e7634c), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.307833 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-090b88b2-6c20-4c09-879c-9bfb145bd935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.311200 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-090b88b2-6c20-4c09-879c-9bfb145bd935 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3179bd7e-7bad-4c3a-b131-1763e9e7634c HTTP/1.1" status: 204 len: 168 time: 1.2245340 Oct 12 00:20:00.313175 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5852-f96e-4759-973f-2d07292bff7e admin admin] Publish callbacks [] for security_group (42762860-a7a3-4caf-a6f9-66d38b36a650), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.317485 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:20:00.320254 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Checking router: 6964f752-8e57-4f58-a7c9-44fddc4e20d9 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:20:00.320840 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Updating router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:20:00.333976 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Sync routers for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:20:00.347531 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b88b2-6c20-4c09-879c-9bfb145bd935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3179bd7e-7bad-4c3a-b131-1763e9e7634c,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:00.355141 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:00.360288 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:19:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:00.363331 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.366521 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:00.498118 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (23524de8-1082-457a-a4cb-34e039006ed0), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.580732 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:00.613928 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Publish callbacks [] for router_gateway (9af56c6b-7328-4866-951f-b7c1d5172ba8), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.692291 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5852-f96e-4759-973f-2d07292bff7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (42762860-a7a3-4caf-a6f9-66d38b36a650), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.694908 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5852-f96e-4759-973f-2d07292bff7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.696026 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3d2b5852-f96e-4759-973f-2d07292bff7e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/42762860-a7a3-4caf-a6f9-66d38b36a650 HTTP/1.1" status: 204 len: 168 time: 0.7063823 Oct 12 00:20:00.709139 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:00.763082 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b5852-f96e-4759-973f-2d07292bff7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42762860-a7a3-4caf-a6f9-66d38b36a650,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:00.788521 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Publish callbacks [] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.799311 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59372) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:00.800110 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:00.815729 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:00.877285 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.897769 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.901248 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-80ce7598-ee15-4692-80a9-40bfe0ba36c7 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7271473 Oct 12 00:20:00.912187 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59374) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:00.944264 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-14b215a5-b802-48c4-9bf6-8c065d5fa6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:00.972081 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Attempting to bind port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:00.973221 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Attempting to bind port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:00.974027 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Attempting to bind port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:00.994940 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e89669e-24c4-4179-9b9e-562162b3cd9f None None] Network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:20:01.027844 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Pushing event updated for resources: {'Port': ['ID=8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5,revision_number=2']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:01.042579 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.042950 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.043614 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.044194 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.044732 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.045285 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.045816 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.046657 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.047204 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.047842 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.048608 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.049449 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.050088 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.050615 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.051139 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:01.052005 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a7e33008-9e4c-4686-8e49-e2134d5806b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Tracked resource versions report: Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: pushed versions: Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: { 'AddressGroup': {'1.2'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Agent': {'1.1'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'ConntrackHelper': {'1.0'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'LocalIPAssociation': {'1.0'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Log': {'1.0'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'NDPProxy': {'1.0'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Network': {'1.1'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Port': {'1.7'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'PortForwarding': {'1.3'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'QosPolicy': {'1.10'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SecurityGroup': {'1.5'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SecurityGroupRule': {'1.2'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SubPort': {'1.0'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Subnet': {'1.1'}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Trunk': {'1.1'}} Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: consumer versions: Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: { DHCP agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: HyperV agent@hv-cinder-84914: {}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: L3 agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: Metadata agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: Metering agent@dv-cinder-849143-13-iscsi: {}, Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: Open vSwitch agent@dv-cinder-849143-13-iscsi: { 'AddressGroup': '1.2', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Agent': '1.1', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'ConntrackHelper': '1.0', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'LocalIPAssociation': '1.0', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Log': '1.0', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'NDPProxy': '1.0', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Network': '1.1', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Port': '1.7', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'PortForwarding': '1.3', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'QosPolicy': '1.10', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SecurityGroup': '1.5', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SecurityGroupRule': '1.2', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'SubPort': '1.0', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Subnet': '1.1', Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: 'Trunk': '1.1'}} Oct 12 00:20:01.053480 dv-cinder-849143-13-iscsi neutron-server[111562]: {{(pid=111562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 00:20:01.059931 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:01.060906 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:01.061511 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:01.062149 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:01.062836 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Bound port: 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:01.063429 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:01.074716 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59376) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:01.140946 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] For port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:01.148290 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:01.151018 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] For port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:01.157203 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:01.168365 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-0b23c13e-bacf-4a46-8a47-0c65085fee44 None None] Provisioning complete for port 82429640-f861-411c-81de-b7c54ae7fae2 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:01.168801 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0b23c13e-bacf-4a46-8a47-0c65085fee44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (82429640-f861-411c-81de-b7c54ae7fae2), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:01.169148 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-0b23c13e-bacf-4a46-8a47-0c65085fee44 None None] Attempt 1 to provision port 82429640-f861-411c-81de-b7c54ae7fae2 Oct 12 00:20:01.224705 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:01.323260 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:01.344544 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:19:57Z', 'revision_number': 3, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:01.347450 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:01.347450 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:01.368496 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16096ed5-853c-4916-88a2-0f045aa9d51d None None] Network cc748322-3660-40ca-ad32-305cc5ab6021 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:20:01.496641 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:01.496877 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (9af56c6b-7328-4866-951f-b7c1d5172ba8), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:01.506472 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dae81-e69e-40aa-a75c-686c97ff578d None None] Pushing event updated for resources: {'Port': ['ID=8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:01.510846 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:01.653669 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4688aaac-e599-43e3-9c8e-4924906bcc4a up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:01.655760 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dfa9ca-feec-48b5-a236-e0ba38275106 None None] Network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:20:01.658719 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Checking router: 8e420787-32f1-4086-a0bd-84c2dcf5d506 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:20:01.659064 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Updating router 8e420787-32f1-4086-a0bd-84c2dcf5d506 port 9db610be-135b-4230-8dfe-410dd27264e9 binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:20:01.696433 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a7e33008-9e4c-4686-8e49-e2134d5806b6 admin admin] Publish callbacks [] for security_group (322612bf-a24b-419a-9147-7db6968be213), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:01.700843 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:01.718211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:01.772652 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a7e33008-9e4c-4686-8e49-e2134d5806b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (322612bf-a24b-419a-9147-7db6968be213), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:01.776914 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:01.821154 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e33008-9e4c-4686-8e49-e2134d5806b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322612bf-a24b-419a-9147-7db6968be213,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:01.914081 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a7e33008-9e4c-4686-8e49-e2134d5806b6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1bd73284f4b44ba1867060a82fadf7e2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1106975 Oct 12 00:20:01.916936 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59384) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:01.931539 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Router 23524de8-1082-457a-a4cb-34e039006ed0 is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:20:01.985100 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Router 9af56c6b-7328-4866-951f-b7c1d5172ba8 is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:20:01.998196 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-0b23c13e-bacf-4a46-8a47-0c65085fee44 None None] Current status of the port 82429640-f861-411c-81de-b7c54ae7fae2 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:02.004327 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0b23c13e-bacf-4a46-8a47-0c65085fee44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (82429640-f861-411c-81de-b7c54ae7fae2), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.050858 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-97a8d398-27f3-4ffd-beab-a4a7caa17e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.114071 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:19:58Z', 'revision_number': 3, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:02.123872 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-0b23c13e-bacf-4a46-8a47-0c65085fee44 None None] For port 82429640-f861-411c-81de-b7c54ae7fae2, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=82429640-f861-411c-81de-b7c54ae7fae2,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:02.137962 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:02.139750 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9db610be-135b-4230-8dfe-410dd27264e9), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.157774 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b2493-9e34-4e18-8c99-108e7d8b9892 None None] The sync data for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi is: [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:19:58Z', 'revision_number': 3, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:20:02.225481 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:20:02.243384 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Sync routers for ids ['23524de8-1082-457a-a4cb-34e039006ed0'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:20:02.267195 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Routers {'23524de8-1082-457a-a4cb-34e039006ed0'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:02.268137 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['23524de8-1082-457a-a4cb-34e039006ed0'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:02.335165 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.354855 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c00146ce-4eb2-404d-8316-70203c540dc4 admin admin] Publish callbacks [] for security_group (322612bf-a24b-419a-9147-7db6968be213), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.356604 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:02.421506 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.426071 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-bf028851-b977-4d12-9bb0-03d7a431fb78 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6681573 Oct 12 00:20:02.434897 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0b23c13e-bacf-4a46-8a47-0c65085fee44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (82429640-f861-411c-81de-b7c54ae7fae2), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.436747 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.455056 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59394) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:02.470282 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59396) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:02.508149 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Set router 23524de8-1082-457a-a4cb-34e039006ed0 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:02.619501 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Provisioning complete for port a51692fd-0bab-42e3-a6b1-db788f0b0c1a triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:02.619877 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.620218 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Attempt 1 to provision port a51692fd-0bab-42e3-a6b1-db788f0b0c1a Oct 12 00:20:02.681164 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Allocated IP 172.20.0.1 (499fb018-9e00-4ed3-b355-c8bccdf8c8f0/aa18335c-d319-429c-b473-349dd96c4b84/7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:20:02.691447 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c00146ce-4eb2-404d-8316-70203c540dc4 admin admin] Publish callbacks [] for security_group (322612bf-a24b-419a-9147-7db6968be213), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.694931 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:02.708233 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-91525f57-f0d7-464f-a069-415114c36433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.733249 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:20:02.796091 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 4688aaac-e599-43e3-9c8e-4924906bcc4a triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:02.796696 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.799251 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 4688aaac-e599-43e3-9c8e-4924906bcc4a Oct 12 00:20:02.857435 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-97a8d398-27f3-4ffd-beab-a4a7caa17e1b admin admin] Publish callbacks [] for security_group (8e0b0df7-3a43-474b-a529-74ec8d23d6b3), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.897416 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.903205 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0f3552c2-57d4-4799-975d-5457b38e7f8b admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7253509 Oct 12 00:20:02.907877 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59404) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:02.932298 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Publish callbacks [] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.938041 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Sync routers for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:20:02.945472 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-97a8d398-27f3-4ffd-beab-a4a7caa17e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (8e0b0df7-3a43-474b-a529-74ec8d23d6b3), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:02.969691 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:03.008044 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23524de8-1082-457a-a4cb-34e039006ed0', 'name': 'tempest-DeleteServersTestJSON-941926804-router', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:19:59Z', 'revision_number': 3, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'gw_port': {'id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23524de8-1082-457a-a4cb-34e039006ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:03.011975 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c00146ce-4eb2-404d-8316-70203c540dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (322612bf-a24b-419a-9147-7db6968be213), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.015381 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c00146ce-4eb2-404d-8316-70203c540dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.018894 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-c00146ce-4eb2-404d-8316-70203c540dc4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/322612bf-a24b-419a-9147-7db6968be213 HTTP/1.1" status: 204 len: 168 time: 1.0986705 Oct 12 00:20:03.071623 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-97a8d398-27f3-4ffd-beab-a4a7caa17e1b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a963d5b895ca4aa3abd1406893e4b572&name=default HTTP/1.1" status: 200 len: 2994 time: 1.9934928 Oct 12 00:20:03.095881 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Checking router: 23524de8-1082-457a-a4cb-34e039006ed0 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:20:03.096244 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Updating router 23524de8-1082-457a-a4cb-34e039006ed0 port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:20:03.125708 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59414) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:03.152268 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:03.153138 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23c13e-bacf-4a46-8a47-0c65085fee44 None None] Pushing event updated for resources: {'Port': ['ID=82429640-f861-411c-81de-b7c54ae7fae2,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:03.185615 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8d398-27f3-4ffd-beab-a4a7caa17e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0b0df7-3a43-474b-a529-74ec8d23d6b3,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:03.190278 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:03.235759 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:03.236414 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:03.239295 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-91525f57-f0d7-464f-a069-415114c36433 admin admin] Publish callbacks [] for security_group (b41a0468-2ff4-4c33-b9b9-1f4919c93197), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.246068 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00146ce-4eb2-404d-8316-70203c540dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322612bf-a24b-419a-9147-7db6968be213,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:03.372500 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.412587 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 4688aaac-e599-43e3-9c8e-4924906bcc4a is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:03.413104 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.414279 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.438345 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-91525f57-f0d7-464f-a069-415114c36433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b41a0468-2ff4-4c33-b9b9-1f4919c93197), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.608564 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.627813 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.683346 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Publish callbacks [] for port (9db610be-135b-4230-8dfe-410dd27264e9), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.701522 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91525f57-f0d7-464f-a069-415114c36433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41a0468-2ff4-4c33-b9b9-1f4919c93197,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:03.710826 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-91525f57-f0d7-464f-a069-415114c36433 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fee2b5f3f77f44bf9d929d752aa351c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2371211 Oct 12 00:20:03.713023 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Current status of the port a51692fd-0bab-42e3-a6b1-db788f0b0c1a is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:03.713296 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.720557 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 4688aaac-e599-43e3-9c8e-4924906bcc4a, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=4688aaac-e599-43e3-9c8e-4924906bcc4a,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:03.734148 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59428) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:03.743282 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:03.745848 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:03.756846 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:03.772198 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:03.774119 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (6964f752-8e57-4f58-a7c9-44fddc4e20d9), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.897499 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] For port a51692fd-0bab-42e3-a6b1-db788f0b0c1a, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=a51692fd-0bab-42e3-a6b1-db788f0b0c1a,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:03.900748 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:03.902543 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device a51692fd-0bab-42e3-a6b1-db788f0b0c1a up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:04.014163 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (9db610be-135b-4230-8dfe-410dd27264e9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.031898 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:04.063834 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.095597 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Allocated IP 172.20.0.1 (a7f2d8cc-4d82-4295-a149-404a55bcd20c/52bba071-c454-4c4d-992e-bc926db7c275/7ef7209a-be1a-4259-abfd-d26342fbf6b6) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:20:04.111111 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Publish callbacks [] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.157895 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=4688aaac-e599-43e3-9c8e-4924906bcc4a,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:04.164641 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Attempting to bind port 9db610be-135b-4230-8dfe-410dd27264e9 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:04.165033 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Attempting to bind port 9db610be-135b-4230-8dfe-410dd27264e9 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:04.165399 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Attempting to bind port 9db610be-135b-4230-8dfe-410dd27264e9 on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:04.184227 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Provisioning complete for port 82429640-f861-411c-81de-b7c54ae7fae2 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:04.184625 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (82429640-f861-411c-81de-b7c54ae7fae2), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.186106 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Attempt 1 to provision port 82429640-f861-411c-81de-b7c54ae7fae2 Oct 12 00:20:04.197217 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.199760 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d0c538bd-7db5-43aa-9579-14f2b7d0170c admin admin] Publish callbacks [] for security_group (8e0b0df7-3a43-474b-a529-74ec8d23d6b3), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.235558 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.257664 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.335166 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd79737-5726-44a1-b145-4e78b3e26aaa None None] Pushing event updated for resources: {'Port': ['ID=9db610be-135b-4230-8dfe-410dd27264e9,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:04.340163 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e90c4e-e6f7-4f92-bebc-25e1f2fc90a9 None None] Pushing event updated for resources: {'Port': ['ID=4f48fb75-f75d-49a5-8ce1-16a04dd37d50,revision_number=2']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:04.347825 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:04.360748 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Attempting to bind port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:04.361348 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Attempting to bind port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:04.361506 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Attempting to bind port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:04.382805 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port a51692fd-0bab-42e3-a6b1-db788f0b0c1a triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:04.383335 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.383968 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port a51692fd-0bab-42e3-a6b1-db788f0b0c1a Oct 12 00:20:04.420790 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.423761 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:04.426513 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:04.426935 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.427339 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:04.428157 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Bound port: 4f48fb75-f75d-49a5-8ce1-16a04dd37d50, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:04.428574 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.474852 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:04.493209 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:04.497457 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Publish callbacks [] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.508072 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] For port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:04.511773 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] For port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=4f48fb75-f75d-49a5-8ce1-16a04dd37d50,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:04.524561 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:04.524926 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:04.525825 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.526222 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:04.526710 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Bound port: 9db610be-135b-4230-8dfe-410dd27264e9, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:04.527142 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9db610be-135b-4230-8dfe-410dd27264e9), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.533767 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d0c538bd-7db5-43aa-9579-14f2b7d0170c admin admin] Publish callbacks [] for security_group (8e0b0df7-3a43-474b-a529-74ec8d23d6b3), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.569047 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:04.573905 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:00Z', 'revision_number': 3, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:04.589096 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.599843 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Pushing event updated for resources: {'Port': ['ID=a51692fd-0bab-42e3-a6b1-db788f0b0c1a,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:04.642136 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-168c36db-cd13-419a-b760-03e8e2951036 admin admin] Publish callbacks [] for security_group (b41a0468-2ff4-4c33-b9b9-1f4919c93197), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.709679 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-168c36db-cd13-419a-b760-03e8e2951036 admin admin] Publish callbacks [] for security_group (b41a0468-2ff4-4c33-b9b9-1f4919c93197), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.721244 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:04.738859 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Routers {'23524de8-1082-457a-a4cb-34e039006ed0'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:04.741891 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['23524de8-1082-457a-a4cb-34e039006ed0'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:04.799220 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.807409 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Checking router: 9af56c6b-7328-4866-951f-b7c1d5172ba8 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:20:04.807751 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Updating router 9af56c6b-7328-4866-951f-b7c1d5172ba8 port 8f1d718e-f73a-4528-9edb-8a0c75eb2098 binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:20:04.818771 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e90c4e-e6f7-4f92-bebc-25e1f2fc90a9 None None] Pushing event updated for resources: {'Port': ['ID=4f48fb75-f75d-49a5-8ce1-16a04dd37d50,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:04.819648 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.828938 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:04.876072 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Allocated IP 172.20.0.1 (973be902-a368-4ae5-bb3f-30b2cbc52bd3/c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d/4d9f8fbb-b7fb-4278-aaee-8cdddece3917) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:20:04.895796 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Current status of the port 82429640-f861-411c-81de-b7c54ae7fae2 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:04.913567 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:04.945874 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Provisioning complete for port 4688aaac-e599-43e3-9c8e-4924906bcc4a triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:04.946405 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:04.948131 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Attempt 1 to provision port 4688aaac-e599-43e3-9c8e-4924906bcc4a Oct 12 00:20:04.957543 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] Set router 23524de8-1082-457a-a4cb-34e039006ed0 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:04.982331 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Publish callbacks [] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.019838 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Pushing event updated for resources: {'Port': ['ID=7ef7209a-be1a-4259-abfd-d26342fbf6b6,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:05.021134 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] For port 9db610be-135b-4230-8dfe-410dd27264e9, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:05.023992 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d0c538bd-7db5-43aa-9579-14f2b7d0170c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (8e0b0df7-3a43-474b-a529-74ec8d23d6b3), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.028066 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d0c538bd-7db5-43aa-9579-14f2b7d0170c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.031469 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-d0c538bd-7db5-43aa-9579-14f2b7d0170c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8e0b0df7-3a43-474b-a529-74ec8d23d6b3 HTTP/1.1" status: 204 len: 168 time: 1.7835529 Oct 12 00:20:05.041671 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Publish callbacks [] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.091479 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c538bd-7db5-43aa-9579-14f2b7d0170c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0b0df7-3a43-474b-a529-74ec8d23d6b3,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:05.092505 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.094210 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (6964f752-8e57-4f58-a7c9-44fddc4e20d9), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.102918 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:05.106417 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:05.125467 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.144726 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] For port 9db610be-135b-4230-8dfe-410dd27264e9, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=9db610be-135b-4230-8dfe-410dd27264e9,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:05.187415 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:05.187883 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (8e420787-32f1-4086-a0bd-84c2dcf5d506), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.192144 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:05.198854 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.203397 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port a51692fd-0bab-42e3-a6b1-db788f0b0c1a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:05.207631 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 82429640-f861-411c-81de-b7c54ae7fae2 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:05.304101 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23524de8-1082-457a-a4cb-34e039006ed0', 'name': 'tempest-DeleteServersTestJSON-941926804-router', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:19:59Z', 'revision_number': 3, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'gw_port': {'id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23524de8-1082-457a-a4cb-34e039006ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:05.326617 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (9db610be-135b-4230-8dfe-410dd27264e9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.340058 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 82429640-f861-411c-81de-b7c54ae7fae2 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:05.341016 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (82429640-f861-411c-81de-b7c54ae7fae2), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.341994 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 82429640-f861-411c-81de-b7c54ae7fae2 Oct 12 00:20:05.351095 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:05.351095 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d9f8fbb-b7fb-4278-aaee-8cdddece3917,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:05.360729 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:05.374806 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b8267e-af6e-4846-a876-49bc89c0e7e5 None None] The sync data for ids ['23524de8-1082-457a-a4cb-34e039006ed0'] in dv-cinder-849143-13-iscsi is: [{'id': '23524de8-1082-457a-a4cb-34e039006ed0', 'name': 'tempest-DeleteServersTestJSON-941926804-router', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:19:59Z', 'revision_number': 3, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'gw_port': {'id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23524de8-1082-457a-a4cb-34e039006ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:20:05.468450 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:05.469269 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (9af56c6b-7328-4866-951f-b7c1d5172ba8), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.592070 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-a517bbb7-03a6-4537-b2a8-6ff82cfcf318 None None] Current status of the port 4688aaac-e599-43e3-9c8e-4924906bcc4a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:05.622962 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:05.634966 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:05.639341 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-168c36db-cd13-419a-b760-03e8e2951036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b41a0468-2ff4-4c33-b9b9-1f4919c93197), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.650742 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-168c36db-cd13-419a-b760-03e8e2951036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:05.651925 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:05.653803 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:05.656915 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-168c36db-cd13-419a-b760-03e8e2951036 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b41a0468-2ff4-4c33-b9b9-1f4919c93197 HTTP/1.1" status: 204 len: 168 time: 1.9209673 Oct 12 00:20:05.674618 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:05.675880 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:05.772026 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c36db-cd13-419a-b760-03e8e2951036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41a0468-2ff4-4c33-b9b9-1f4919c93197,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:05.821596 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Allocated IP 172.20.0.1 (cc748322-3660-40ca-ad32-305cc5ab6021/b5fd896d-b671-4818-bacd-1e9a19209300/9df66ba4-a667-4dd9-825d-e1e82134fffe) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:20:06.043602 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:20:06.053029 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Provisioning complete for port a51692fd-0bab-42e3-a6b1-db788f0b0c1a triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:06.053640 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.053737 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Attempt 1 to provision port a51692fd-0bab-42e3-a6b1-db788f0b0c1a Oct 12 00:20:06.080552 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.131459 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd79737-5726-44a1-b145-4e78b3e26aaa None None] Pushing event updated for resources: {'Port': ['ID=9db610be-135b-4230-8dfe-410dd27264e9,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:06.254013 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 82429640-f861-411c-81de-b7c54ae7fae2 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:06.339324 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:06.362664 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Publish callbacks [] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.400066 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.438418 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:06.605145 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.633360 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Current status of the port a51692fd-0bab-42e3-a6b1-db788f0b0c1a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:06.634936 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Publish callbacks [] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.638524 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:06.639900 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59480) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:06.685288 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4688aaac-e599-43e3-9c8e-4924906bcc4a up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:06.721744 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:06.728784 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-21dc2ecb-5ac8-49e4-a456-b49b4ce3456e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.732488 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.736495 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (8e420787-32f1-4086-a0bd-84c2dcf5d506), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.738508 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Network cc748322-3660-40ca-ad32-305cc5ab6021 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:06.746157 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:20:06.758019 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:06.758420 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Sync routers for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:20:06.766421 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-918f9ede-3591-4085-84aa-e14b475a0bc1 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/6964f752-8e57-4f58-a7c9-44fddc4e20d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8588364 Oct 12 00:20:06.767657 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:INSERT=14,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:06.789143 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:06.789756 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (23524de8-1082-457a-a4cb-34e039006ed0), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.796679 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9df66ba4-a667-4dd9-825d-e1e82134fffe,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:06.804842 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:06.805570 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:06.808792 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Publish callbacks [] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.862762 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Provisioning complete for port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:06.863153 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.865321 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Attempt 1 to provision port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 Oct 12 00:20:06.904033 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.904801 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (9af56c6b-7328-4866-951f-b7c1d5172ba8), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:06.924069 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:06.938908 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:06.959205 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Publish callbacks [] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.008539 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d9f8fbb-b7fb-4278-aaee-8cdddece3917,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:07.064115 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:07.093076 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 4688aaac-e599-43e3-9c8e-4924906bcc4a triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:07.093649 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.093803 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 4688aaac-e599-43e3-9c8e-4924906bcc4a Oct 12 00:20:07.148435 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Pushing event updated for resources: {'Port': ['ID=7ef7209a-be1a-4259-abfd-d26342fbf6b6,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:07.160794 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.234248 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:07.237585 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:07.287134 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af474c12-2794-47ad-ba6b-7fa88bb31568 None None] Pushing event updated for resources: {'Port': ['ID=8f1d718e-f73a-4528-9edb-8a0c75eb2098,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:07.294783 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:20:07.312901 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Provisioning complete for port 4688aaac-e599-43e3-9c8e-4924906bcc4a triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:07.313270 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.323238 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Attempt 1 to provision port 4688aaac-e599-43e3-9c8e-4924906bcc4a Oct 12 00:20:07.336940 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:07.341544 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:07.385292 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Attempting to bind port 8f1d718e-f73a-4528-9edb-8a0c75eb2098 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:07.385707 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Attempting to bind port 8f1d718e-f73a-4528-9edb-8a0c75eb2098 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:07.386580 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Attempting to bind port 8f1d718e-f73a-4528-9edb-8a0c75eb2098 on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:07.464427 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:07.464891 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:07.465419 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.465879 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:07.466455 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Bound port: 8f1d718e-f73a-4528-9edb-8a0c75eb2098, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:07.466899 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.498582 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Router 9af56c6b-7328-4866-951f-b7c1d5172ba8 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:20:07.525713 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 2, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:07.592681 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-21dc2ecb-5ac8-49e4-a456-b49b4ce3456e admin admin] Publish callbacks [] for security_group (255b5f27-0b2e-4a6c-86e1-ad81e1fde68f), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.608821 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Checking router: 6964f752-8e57-4f58-a7c9-44fddc4e20d9 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:20:07.610700 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] For port 8f1d718e-f73a-4528-9edb-8a0c75eb2098, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:07.619702 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Updating router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:20:07.625417 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.629222 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] For port 8f1d718e-f73a-4528-9edb-8a0c75eb2098, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=8f1d718e-f73a-4528-9edb-8a0c75eb2098,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:07.716542 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Current status of the port 4688aaac-e599-43e3-9c8e-4924906bcc4a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:07.725864 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:07.730216 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Provisioning complete for port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:07.734940 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.734940 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Attempt 1 to provision port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea Oct 12 00:20:07.737651 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.740618 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.769361 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-21dc2ecb-5ac8-49e4-a456-b49b4ce3456e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (255b5f27-0b2e-4a6c-86e1-ad81e1fde68f), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:07.809914 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:20:07.819390 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-cefc6d60-49e0-4e42-83fd-dbde8ead00c7 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/9af56c6b-7328-4866-951f-b7c1d5172ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9135950 Oct 12 00:20:07.820577 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:07.935346 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-21dc2ecb-5ac8-49e4-a456-b49b4ce3456e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=199062130e6f4f6b8f289940f42d1c86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2913949 Oct 12 00:20:07.938694 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59512) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:07.943778 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc2ecb-5ac8-49e4-a456-b49b4ce3456e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255b5f27-0b2e-4a6c-86e1-ad81e1fde68f,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:07.968438 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:07.969025 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 4688aaac-e599-43e3-9c8e-4924906bcc4a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:07.969025 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:07.985936 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:07.986825 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:08.037811 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59520) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:08.053812 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-ebef6ded-a9a4-49fb-884a-df1ba4ded637 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935458701', 'description': 'tempest-description--1847848390'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:08.099488 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-967f2360-988a-48b8-8197-6805140dbd95 admin admin] Publish callbacks [] for security_group (255b5f27-0b2e-4a6c-86e1-ad81e1fde68f), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.127632 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Router 8e420787-32f1-4086-a0bd-84c2dcf5d506 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:20:08.140787 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-967f2360-988a-48b8-8197-6805140dbd95 admin admin] Publish callbacks [] for security_group (255b5f27-0b2e-4a6c-86e1-ad81e1fde68f), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.168602 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:08.252986 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af474c12-2794-47ad-ba6b-7fa88bb31568 None None] Pushing event updated for resources: {'Port': ['ID=8f1d718e-f73a-4528-9edb-8a0c75eb2098,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:08.273077 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:08.279193 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-b4637c44-6826-4142-8cca-56a4ccfb0848 None None] Port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:20:08.285268 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:19:57Z', 'revision_number': 3, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:08.303401 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:08.303779 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.304112 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 Oct 12 00:20:08.309422 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-967f2360-988a-48b8-8197-6805140dbd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (255b5f27-0b2e-4a6c-86e1-ad81e1fde68f), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.318468 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-967f2360-988a-48b8-8197-6805140dbd95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.318468 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-967f2360-988a-48b8-8197-6805140dbd95 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/255b5f27-0b2e-4a6c-86e1-ad81e1fde68f HTTP/1.1" status: 204 len: 168 time: 0.3746898 Oct 12 00:20:08.321777 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ebef6ded-a9a4-49fb-884a-df1ba4ded637 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.366812 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f2360-988a-48b8-8197-6805140dbd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255b5f27-0b2e-4a6c-86e1-ad81e1fde68f,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:08.429157 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Publish callbacks [] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.523303 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ebef6ded-a9a4-49fb-884a-df1ba4ded637 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (9103a1a6-ffd6-41f2-a946-619db95f2510), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.551514 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.567498 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:08.612612 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9126a-f2c9-4235-9c35-ee6813363423 None None] Pushing event updated for resources: {'Port': ['ID=7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:08.625877 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ebef6ded-a9a4-49fb-884a-df1ba4ded637 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9103a1a6-ffd6-41f2-a946-619db95f2510), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.641277 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Publish callbacks [] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.679746 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b6de07-cd78-44f7-a728-a9c00b09df66 None None] The sync data for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi is: [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:19:57Z', 'revision_number': 3, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:20:08.699873 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef6ded-a9a4-49fb-884a-df1ba4ded637 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9103a1a6-ffd6-41f2-a946-619db95f2510,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:08.705642 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:08.719577 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Attempting to bind port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:08.720130 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Attempting to bind port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:08.720648 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Attempting to bind port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea on network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:08.762359 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ebef6ded-a9a4-49fb-884a-df1ba4ded637 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.764138 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-ebef6ded-a9a4-49fb-884a-df1ba4ded637 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7214355 Oct 12 00:20:08.764665 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.765439 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (23524de8-1082-457a-a4cb-34e039006ed0), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.767913 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59536) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:08.771310 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Provisioning complete for port 9df66ba4-a667-4dd9-825d-e1e82134fffe triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:08.771731 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.772074 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Attempt 1 to provision port 9df66ba4-a667-4dd9-825d-e1e82134fffe Oct 12 00:20:08.776233 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-1687b620-9f6a-4b60-81f6-883b1be3dfe2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'security_group_rule': {'security_group_id': '9103a1a6-ffd6-41f2-a946-619db95f2510', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:08.813375 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:08.815253 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Checking segment: {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:08.816792 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.818352 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Bound using segment: {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:08.819775 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Bound port: 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:08.820736 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.911753 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9df66ba4-a667-4dd9-825d-e1e82134fffe,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:08.933656 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:08.940839 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.950735 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:20:08.951170 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Port 9df66ba4-a667-4dd9-825d-e1e82134fffe cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:20:08.960341 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] For port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:08.964546 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] For port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:08.969605 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Provisioning complete for port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:08.969605 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:08.969849 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Attempt 1 to provision port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 Oct 12 00:20:08.996648 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1687b620-9f6a-4b60-81f6-883b1be3dfe2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (3b9eaf6f-c3d2-4067-9d72-8201ce4916a0), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:09.001578 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-da3162b1-be5a-4719-9efe-c16f8f734ebb admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/8e420787-32f1-4086-a0bd-84c2dcf5d506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0079415 Oct 12 00:20:09.058782 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:09.075319 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:09.079846 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Network cc748322-3660-40ca-ad32-305cc5ab6021 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:09.082305 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:09.089223 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:09.098236 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:20:09.362070 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:09.362070 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:09.362070 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Provisioning complete for port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:09.362070 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:09.362070 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Attempt 1 to provision port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 Oct 12 00:20:09.399047 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1687b620-9f6a-4b60-81f6-883b1be3dfe2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (3b9eaf6f-c3d2-4067-9d72-8201ce4916a0), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:09.399047 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:09.419908 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:09.421361 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:09.507750 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:09.524891 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9126a-f2c9-4235-9c35-ee6813363423 None None] Pushing event updated for resources: {'Port': ['ID=7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea,revision_number=4']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:09.557919 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1687b620-9f6a-4b60-81f6-883b1be3dfe2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (3b9eaf6f-c3d2-4067-9d72-8201ce4916a0), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:09.575452 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59582) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:09.578445 dv-cinder-849143-13-iscsi neutron-server[111559]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 00:20:09.586179 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:09.627130 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:20:09.639132 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Provisioning complete for port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:09.649942 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:09.649942 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Attempt 1 to provision port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea Oct 12 00:20:09.655960 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687b620-9f6a-4b60-81f6-883b1be3dfe2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9eaf6f-c3d2-4067-9d72-8201ce4916a0,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:09.758847 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1687b620-9f6a-4b60-81f6-883b1be3dfe2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:09.760316 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-1687b620-9f6a-4b60-81f6-883b1be3dfe2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9907124 Oct 12 00:20:09.765915 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:09.766130 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59594) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:09.769685 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-0fe575b2-11ad-4282-a48c-922652df4f12 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'security_group_rule': {'security_group_id': '9103a1a6-ffd6-41f2-a946-619db95f2510', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:09.894225 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0fe575b2-11ad-4282-a48c-922652df4f12 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (412e34b8-4e20-41e5-91d9-b672e59fd1e8), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:09.895248 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Router 23524de8-1082-457a-a4cb-34e039006ed0 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:20:09.999524 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:06Z', 'revision_number': 2, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:10.013119 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:10.014070 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.015401 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 Oct 12 00:20:10.074742 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0fe575b2-11ad-4282-a48c-922652df4f12 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (412e34b8-4e20-41e5-91d9-b672e59fd1e8), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.110353 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ea558-7166-4b63-9261-4f98bce764ec None None] The sync data for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi is: [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:06Z', 'revision_number': 2, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:20:10.125832 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:10.149320 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Current status of the port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:10.150136 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.177898 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0fe575b2-11ad-4282-a48c-922652df4f12 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (412e34b8-4e20-41e5-91d9-b672e59fd1e8), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.240668 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe575b2-11ad-4282-a48c-922652df4f12 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412e34b8-4e20-41e5-91d9-b672e59fd1e8,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:10.268106 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:10.268490 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.350177 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59616) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:10.353781 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:10.355250 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-0c611e2a-4eeb-46f1-97bb-536ed8fcbaad tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165868029', 'description': 'tempest-description--1747161221'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:10.355931 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] For port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:10.369315 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:20:10.370583 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0fe575b2-11ad-4282-a48c-922652df4f12 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.371879 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0fe575b2-11ad-4282-a48c-922652df4f12 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6075664 Oct 12 00:20:10.378524 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59618) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:10.382999 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:10.384475 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-29527c78-04af-4811-a879-cca16b0767d8 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/23524de8-1082-457a-a4cb-34e039006ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9292603 Oct 12 00:20:10.384798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=4f48fb75-f75d-49a5-8ce1-16a04dd37d50,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:10.386073 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Sync routers for ids ['23524de8-1082-457a-a4cb-34e039006ed0'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:20:10.402226 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-99a233e5-d9b1-4c96-8a8c-5151df5dfb43 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:10.410807 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-99a233e5-d9b1-4c96-8a8c-5151df5dfb43 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 819 time: 0.8339930 Oct 12 00:20:10.415103 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Routers {'23524de8-1082-457a-a4cb-34e039006ed0'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:10.416449 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041eca1-5644-4c4f-a339-3bbe0867245b None None] The sync data for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi is: [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:20:10.417294 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['23524de8-1082-457a-a4cb-34e039006ed0'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:10.434640 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-39e12fd3-42a1-42e2-801e-8a48cb1dec25 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/quotas/38c7ea1f3f9848b484a56cf74a2bd129 HTTP/1.1" status: 200 len: 375 time: 0.0214076 Oct 12 00:20:10.480771 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.484306 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.485845 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device a51692fd-0bab-42e3-a6b1-db788f0b0c1a up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:10.511878 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.561092 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c611e2a-4eeb-46f1-97bb-536ed8fcbaad tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.595305 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:10.639648 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-5e752578-d9d1-4099-975a-4f9f5aaaf00c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968246 Oct 12 00:20:10.714273 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port a51692fd-0bab-42e3-a6b1-db788f0b0c1a triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:10.714674 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.715147 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port a51692fd-0bab-42e3-a6b1-db788f0b0c1a Oct 12 00:20:10.750930 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-43ae7da9-21d7-4500-8695-9161ea3f7ced None None] Provisioning complete for port 9df66ba4-a667-4dd9-825d-e1e82134fffe triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:10.751332 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-43ae7da9-21d7-4500-8695-9161ea3f7ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.751822 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-43ae7da9-21d7-4500-8695-9161ea3f7ced None None] Attempt 1 to provision port 9df66ba4-a667-4dd9-825d-e1e82134fffe Oct 12 00:20:10.820513 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a32bd-37f0-4be4-aa01-4d3c723c79b5 None None] Pushing event updated for resources: {'Port': ['ID=7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:10.840217 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:10.925858 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:10.965061 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:10.970756 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port a51692fd-0bab-42e3-a6b1-db788f0b0c1a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:10.972900 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 82429640-f861-411c-81de-b7c54ae7fae2 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:10.975713 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-43ae7da9-21d7-4500-8695-9161ea3f7ced None None] Port 9df66ba4-a667-4dd9-825d-e1e82134fffe cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:20:10.990332 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Set router 23524de8-1082-457a-a4cb-34e039006ed0 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:11.095206 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c611e2a-4eeb-46f1-97bb-536ed8fcbaad tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.145641 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:11.168765 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=4f48fb75-f75d-49a5-8ce1-16a04dd37d50,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:11.196223 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c611e2a-4eeb-46f1-97bb-536ed8fcbaad tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.230625 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Allocated IP 172.27.4.204 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/f2aab767-f357-450b-ada9-0cc6b05228af) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:20:11.242205 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59646) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:11.276332 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c611e2a-4eeb-46f1-97bb-536ed8fcbaad tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:11.319854 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 82429640-f861-411c-81de-b7c54ae7fae2 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:11.321144 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (82429640-f861-411c-81de-b7c54ae7fae2), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.321556 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 82429640-f861-411c-81de-b7c54ae7fae2 Oct 12 00:20:11.335782 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c611e2a-4eeb-46f1-97bb-536ed8fcbaad tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.337420 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0c611e2a-4eeb-46f1-97bb-536ed8fcbaad tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9862323 Oct 12 00:20:11.340265 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59650) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:11.353724 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-a7391c9b-4d09-47f5-94f8-a89c91c4cbed tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group_rule': {'security_group_id': 'e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:11.439906 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for port (f2aab767-f357-450b-ada9-0cc6b05228af), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.516488 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a7391c9b-4d09-47f5-94f8-a89c91c4cbed tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (7d0ef949-1f6e-4a4a-980a-87109babc765), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.546238 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 82429640-f861-411c-81de-b7c54ae7fae2 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:11.556068 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (f2aab767-f357-450b-ada9-0cc6b05228af), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.558799 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23524de8-1082-457a-a4cb-34e039006ed0', 'name': 'tempest-DeleteServersTestJSON-941926804-router', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:07Z', 'revision_number': 4, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'gw_port': {'id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23524de8-1082-457a-a4cb-34e039006ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '9df66ba4-a667-4dd9-825d-e1e82134fffe', 'name': '', 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'mac_address': 'fa:16:3e:b0:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23524de8-1082-457a-a4cb-34e039006ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b5fd896d-b671-4818-bacd-1e9a19209300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 2, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'subnets': [{'id': 'b5fd896d-b671-4818-bacd-1e9a19209300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:11.621220 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Checking router: 23524de8-1082-457a-a4cb-34e039006ed0 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:20:11.621583 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Updating router 23524de8-1082-457a-a4cb-34e039006ed0 port 9df66ba4-a667-4dd9-825d-e1e82134fffe binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:20:11.632037 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:11.656052 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:11.671224 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:11.676871 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:11.688888 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:11.692642 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.696317 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'Port': ['ID=f2aab767-f357-450b-ada9-0cc6b05228af,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:11.774365 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a7391c9b-4d09-47f5-94f8-a89c91c4cbed tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (7d0ef949-1f6e-4a4a-980a-87109babc765), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.800495 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (885daa15-4c74-4bc8-9d5d-d8628b2660bf), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.820941 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7060-8680-42bf-899d-783c6e3a234d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.836974 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a7391c9b-4d09-47f5-94f8-a89c91c4cbed tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (7d0ef949-1f6e-4a4a-980a-87109babc765), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.855957 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7391c9b-4d09-47f5-94f8-a89c91c4cbed tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0ef949-1f6e-4a4a-980a-87109babc765,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:11.951775 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f2aab767-f357-450b-ada9-0cc6b05228af), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:11.954233 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:11.987638 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-06dfbb62-a1e7-49ab-86fe-1f1fb07d7188 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:20:11.988782 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-06dfbb62-a1e7-49ab-86fe-1f1fb07d7188 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5731609 Oct 12 00:20:12.002352 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a7391c9b-4d09-47f5-94f8-a89c91c4cbed tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.003922 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a7391c9b-4d09-47f5-94f8-a89c91c4cbed tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6624451 Oct 12 00:20:12.012416 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59678) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:12.015724 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59680) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:12.020710 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-2c44e334-615a-493e-bb79-6a2e5469732e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group_rule': {'security_group_id': 'e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:12.027018 dv-cinder-849143-13-iscsi neutron-server[111560]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 00:20:12.058581 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7060-8680-42bf-899d-783c6e3a234d admin admin] Publish callbacks [] for security_group (ca677c27-caf7-4842-b679-2e8e6a1035ce), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.236640 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-c0965891-a166-4dc7-a861-87ba15d385e1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394354 Oct 12 00:20:12.260232 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7060-8680-42bf-899d-783c6e3a234d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (ca677c27-caf7-4842-b679-2e8e6a1035ce), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.321840 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:12.343276 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-3b1d7060-8680-42bf-899d-783c6e3a234d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f73ba417c10941a79c47a83f17bb5f19&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0990915 Oct 12 00:20:12.344179 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59690) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:12.437740 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:12.438170 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.438511 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea Oct 12 00:20:12.471255 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-9f1ed28d-deb3-4c2b-bf03-67555d9c77b5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171874 Oct 12 00:20:12.479289 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:12.500639 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2c44e334-615a-493e-bb79-6a2e5469732e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (e8442b47-9da3-44d2-8180-26a63c25e2fe), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.511397 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d7060-8680-42bf-899d-783c6e3a234d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca677c27-caf7-4842-b679-2e8e6a1035ce,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:12.626998 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2c44e334-615a-493e-bb79-6a2e5469732e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (e8442b47-9da3-44d2-8180-26a63c25e2fe), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.646592 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-7a5f2557-43cf-4253-b758-600bc777a9f8 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:12.648207 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-7a5f2557-43cf-4253-b758-600bc777a9f8 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/networks?id=cc748322-3660-40ca-ad32-305cc5ab6021 HTTP/1.1" status: 200 len: 811 time: 0.6261992 Oct 12 00:20:12.654746 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:12.660470 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:12.685471 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:12.695102 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2c44e334-615a-493e-bb79-6a2e5469732e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (e8442b47-9da3-44d2-8180-26a63c25e2fe), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.696850 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:12.736296 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44e334-615a-493e-bb79-6a2e5469732e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8442b47-9da3-44d2-8180-26a63c25e2fe,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:12.788071 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56d0ad2e-6971-4243-a833-4aa989e26c74 admin admin] Publish callbacks [] for security_group (ca677c27-caf7-4842-b679-2e8e6a1035ce), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.790734 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-7ae0ec3c-9246-48a9-a46f-6baa9fd387f9 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/quotas/bbfafa65b93241bcb62d41018f6ccd1f HTTP/1.1" status: 200 len: 375 time: 0.1322491 Oct 12 00:20:12.824522 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Publish callbacks [] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.843298 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2c44e334-615a-493e-bb79-6a2e5469732e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.845464 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-2c44e334-615a-493e-bb79-6a2e5469732e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8278122 Oct 12 00:20:12.852473 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:12.852473 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.852473 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 Oct 12 00:20:12.853059 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59702) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:12.859655 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:12.952701 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:12.991885 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56d0ad2e-6971-4243-a833-4aa989e26c74 admin admin] Publish callbacks [] for security_group (ca677c27-caf7-4842-b679-2e8e6a1035ce), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.026695 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.071229 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-fd0da6fd-6e1a-48c6-b913-6697c1cef853 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=bbfafa65b93241bcb62d41018f6ccd1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2701714 Oct 12 00:20:13.074834 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:13.111263 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:13.119578 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-224802bb-afb4-4c6f-a163-e99aae100465 req-6db17600-4311-40ef-890a-ae79a3c5348f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 210 time: 0.1293979 Oct 12 00:20:13.126030 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:13.130796 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 9db610be-135b-4230-8dfe-410dd27264e9 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:13.161387 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for port (f2aab767-f357-450b-ada9-0cc6b05228af), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.179446 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c60056-72ec-46c8-ab7c-7cdd54335a22 None None] Pushing event updated for resources: {'Port': ['ID=9df66ba4-a667-4dd9-825d-e1e82134fffe,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:13.208538 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Attempting to bind port 9df66ba4-a667-4dd9-825d-e1e82134fffe on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:13.209110 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Attempting to bind port 9df66ba4-a667-4dd9-825d-e1e82134fffe by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:13.209615 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Attempting to bind port 9df66ba4-a667-4dd9-825d-e1e82134fffe on network cc748322-3660-40ca-ad32-305cc5ab6021 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:13.237818 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f2aab767-f357-450b-ada9-0cc6b05228af), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.238949 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (885daa15-4c74-4bc8-9d5d-d8628b2660bf), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.247510 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56d0ad2e-6971-4243-a833-4aa989e26c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (ca677c27-caf7-4842-b679-2e8e6a1035ce), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.250456 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56d0ad2e-6971-4243-a833-4aa989e26c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.251629 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-56d0ad2e-6971-4243-a833-4aa989e26c74 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ca677c27-caf7-4842-b679-2e8e6a1035ce HTTP/1.1" status: 204 len: 168 time: 0.9068010 Oct 12 00:20:13.268823 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 9db610be-135b-4230-8dfe-410dd27264e9 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:13.269217 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (9db610be-135b-4230-8dfe-410dd27264e9), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.269557 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 9db610be-135b-4230-8dfe-410dd27264e9 Oct 12 00:20:13.358980 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:13.359352 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Checking segment: {'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:13.366453 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.367100 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Bound using segment: {'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:13.367377 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Bound port: 9df66ba4-a667-4dd9-825d-e1e82134fffe, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:13.369602 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.388382 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0ad2e-6971-4243-a833-4aa989e26c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca677c27-caf7-4842-b679-2e8e6a1035ce,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:13.399121 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:13.403141 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'Port': ['ID=f2aab767-f357-450b-ada9-0cc6b05228af,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:13.466971 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.472516 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.472516 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-7a2f15e6-70f9-445e-b6f0-74fe53086185 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0917351 Oct 12 00:20:13.564876 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Sync routers for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:20:13.618669 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:13.621202 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:13.644460 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 9db610be-135b-4230-8dfe-410dd27264e9 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:13.645037 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9db610be-135b-4230-8dfe-410dd27264e9), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.686187 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] For port 9df66ba4-a667-4dd9-825d-e1e82134fffe, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:13.702648 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 9db610be-135b-4230-8dfe-410dd27264e9, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=9db610be-135b-4230-8dfe-410dd27264e9,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:13.712035 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] For port 9df66ba4-a667-4dd9-825d-e1e82134fffe, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=9df66ba4-a667-4dd9-825d-e1e82134fffe,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:13.743965 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:13.757213 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:13.819469 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.823088 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (9db610be-135b-4230-8dfe-410dd27264e9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:13.825075 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:13.904263 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Allocated IP 172.27.4.58 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/6b84172d-b40a-4078-8747-a9e5bc5166e1) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:20:13.924812 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:14.017787 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Routers {'23524de8-1082-457a-a4cb-34e039006ed0'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:14.019873 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['23524de8-1082-457a-a4cb-34e039006ed0'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:14.136519 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-ba3e812a-deb4-4901-bb95-340dacd0db42 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111560) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:20:14.146190 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-ba3e812a-deb4-4901-bb95-340dacd0db42 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6900852 Oct 12 00:20:14.162995 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:14.166212 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:14.169748 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 Oct 12 00:20:14.173599 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-9ca09e10-5f2b-40e4-ad1d-4d886da99474 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:14.177698 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-9ca09e10-5f2b-40e4-ad1d-4d886da99474 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 819 time: 0.5740461 Oct 12 00:20:14.209609 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:14.378723 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c60056-72ec-46c8-ab7c-7cdd54335a22 None None] Pushing event updated for resources: {'Port': ['ID=9df66ba4-a667-4dd9-825d-e1e82134fffe,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:14.504966 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:06Z', 'revision_number': 2, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:14.540855 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-ffcd49f8-aa24-432a-ab0c-a97ccb5ee227 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/cc748322-3660-40ca-ad32-305cc5ab6021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895445 Oct 12 00:20:14.600384 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Checking router: 8e420787-32f1-4086-a0bd-84c2dcf5d506 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:20:14.600384 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Updating router 8e420787-32f1-4086-a0bd-84c2dcf5d506 port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:20:14.683452 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] Set router 23524de8-1082-457a-a4cb-34e039006ed0 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:14.699841 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-b492abdd-97d0-45a3-a0c8-c0bfcf7ea58b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/quotas/38c7ea1f3f9848b484a56cf74a2bd129 HTTP/1.1" status: 200 len: 375 time: 0.5105016 Oct 12 00:20:14.733849 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-eede7de9-ad2c-4bba-a855-a34df9264bec service neutron] 10.222.0.36 "GET /networking/v2.0/networks/cc748322-3660-40ca-ad32-305cc5ab6021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855197 Oct 12 00:20:14.799543 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:14.897363 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-64f130f3-f9bc-453a-bf31-a6a3756c020a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1712570 Oct 12 00:20:14.925250 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:14.953522 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:14.970690 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:15.070983 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=9db610be-135b-4230-8dfe-410dd27264e9,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:15.105785 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (6b84172d-b40a-4078-8747-a9e5bc5166e1), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:15.164429 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 59824) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:15.181672 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 8f1d718e-f73a-4528-9edb-8a0c75eb2098 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:15.189768 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c148c00b-5d88-4e2f-8fc6-877b4a42f28d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:15.204658 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-80e01f2a-420d-454f-b843-781a8ee3b24f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890549 Oct 12 00:20:15.256307 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (6b84172d-b40a-4078-8747-a9e5bc5166e1), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:15.419824 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:15.427504 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:15.442238 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:15.445829 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:15.470554 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 8f1d718e-f73a-4528-9edb-8a0c75eb2098 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:15.474422 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:15.474854 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 8f1d718e-f73a-4528-9edb-8a0c75eb2098 Oct 12 00:20:15.502601 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c148c00b-5d88-4e2f-8fc6-877b4a42f28d admin admin] Publish callbacks [] for security_group (bbbeb595-c910-4811-b4c2-d3ae879f2321), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:15.533120 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23524de8-1082-457a-a4cb-34e039006ed0', 'name': 'tempest-DeleteServersTestJSON-941926804-router', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:07Z', 'revision_number': 4, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'gw_port': {'id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23524de8-1082-457a-a4cb-34e039006ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '9df66ba4-a667-4dd9-825d-e1e82134fffe', 'name': '', 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'mac_address': 'fa:16:3e:b0:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23524de8-1082-457a-a4cb-34e039006ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b5fd896d-b671-4818-bacd-1e9a19209300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'subnets': [{'id': 'b5fd896d-b671-4818-bacd-1e9a19209300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:15.595754 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-153cb877-ec9e-469a-ac55-7c954951e0b8 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--935458701&fields=id&tenant_id=54567f4ea839415a94397e13f93d71cc HTTP/1.1" status: 200 len: 267 time: 0.2058256 Oct 12 00:20:15.608917 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=6b84172d-b40a-4078-8747-a9e5bc5166e1,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:15.614447 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Publish callbacks [] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:15.617968 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0046c7fa-f5cd-4502-afb3-a0fc7c844915 None None] The sync data for ids ['23524de8-1082-457a-a4cb-34e039006ed0'] in dv-cinder-849143-13-iscsi is: [{'id': '23524de8-1082-457a-a4cb-34e039006ed0', 'name': 'tempest-DeleteServersTestJSON-941926804-router', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:07Z', 'revision_number': 4, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'gw_port': {'id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23524de8-1082-457a-a4cb-34e039006ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '9df66ba4-a667-4dd9-825d-e1e82134fffe', 'name': '', 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'mac_address': 'fa:16:3e:b0:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23524de8-1082-457a-a4cb-34e039006ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b5fd896d-b671-4818-bacd-1e9a19209300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'subnets': [{'id': 'b5fd896d-b671-4818-bacd-1e9a19209300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:20:15.699922 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-32a781e1-6457-4be2-b469-d6b4cfeaf706 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882262 Oct 12 00:20:15.724431 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:15.734739 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 8f1d718e-f73a-4528-9edb-8a0c75eb2098 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:15.736126 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:15.757128 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:15.778315 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:15.789019 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c148c00b-5d88-4e2f-8fc6-877b4a42f28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (bbbeb595-c910-4811-b4c2-d3ae879f2321), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:15.789537 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 8f1d718e-f73a-4528-9edb-8a0c75eb2098, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=8f1d718e-f73a-4528-9edb-8a0c75eb2098,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:15.850560 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-c148c00b-5d88-4e2f-8fc6-877b4a42f28d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=60c8fb2d6b1a4f6696e901317fd99ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6847892 Oct 12 00:20:15.853346 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 59872) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:15.930760 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:15.941959 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148c00b-5d88-4e2f-8fc6-877b4a42f28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbeb595-c910-4811-b4c2-d3ae879f2321,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:15.985612 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490791d2-f7c2-42bb-85c5-31838585b075 None None] Pushing event updated for resources: {'Port': ['ID=7ef7209a-be1a-4259-abfd-d26342fbf6b6,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:15.989098 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7b391114-2794-4d0c-8ca9-06cab72eb73f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:15.993985 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7b391114-2794-4d0c-8ca9-06cab72eb73f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/networks?id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 200 len: 810 time: 0.3893619 Oct 12 00:20:16.014050 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-43e347d0-4630-4e20-82b5-4b67dad87a82 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/quotas/54567f4ea839415a94397e13f93d71cc HTTP/1.1" status: 200 len: 375 time: 0.0111363 Oct 12 00:20:16.015046 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Attempting to bind port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:16.015668 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Attempting to bind port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:16.017356 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Attempting to bind port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 on network a7f2d8cc-4d82-4295-a149-404a55bcd20c {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:16.034871 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:16.065120 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=8f1d718e-f73a-4528-9edb-8a0c75eb2098,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:16.065644 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2f1c91db-265f-4bf5-9992-4cb5f13d648b admin admin] Publish callbacks [] for security_group (bbbeb595-c910-4811-b4c2-d3ae879f2321), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.087250 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2f1c91db-265f-4bf5-9992-4cb5f13d648b admin admin] Publish callbacks [] for security_group (bbbeb595-c910-4811-b4c2-d3ae879f2321), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.132448 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:16.133634 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Checking segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:16.134869 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6b84172d-b40a-4078-8747-a9e5bc5166e1), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.135593 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.136324 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Bound using segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:16.136831 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Bound port: 7ef7209a-be1a-4259-abfd-d26342fbf6b6, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:16.138284 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.153169 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-5a8d0bed-233f-4a46-81fe-75190ff45095 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=54567f4ea839415a94397e13f93d71cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1339262 Oct 12 00:20:16.279307 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] For port 7ef7209a-be1a-4259-abfd-d26342fbf6b6, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:16.284736 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] For port 7ef7209a-be1a-4259-abfd-d26342fbf6b6, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=7ef7209a-be1a-4259-abfd-d26342fbf6b6,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:16.307780 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0b5feb2c-af66-4614-8716-fbe14ed89ac6 req-3008c0f8-46f3-49a2-aece-13b08b269c40 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 210 time: 0.1051137 Oct 12 00:20:16.310632 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2f1c91db-265f-4bf5-9992-4cb5f13d648b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (bbbeb595-c910-4811-b4c2-d3ae879f2321), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.313149 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2f1c91db-265f-4bf5-9992-4cb5f13d648b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.316641 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-2f1c91db-265f-4bf5-9992-4cb5f13d648b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/bbbeb595-c910-4811-b4c2-d3ae879f2321 HTTP/1.1" status: 204 len: 168 time: 0.4597037 Oct 12 00:20:16.367676 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c91db-265f-4bf5-9992-4cb5f13d648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbeb595-c910-4811-b4c2-d3ae879f2321,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:16.401683 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.441419 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-4838594f-d8d3-4e9b-9c88-01e24fa4d90f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657871 Oct 12 00:20:16.460246 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-dca52b3b-06e8-47de-b26d-a0ce0ea4f748 req-ce6c24e8-add7-4864-8bdc-be4fa57ed6e5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 210 time: 0.0621986 Oct 12 00:20:16.549306 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:16.549945 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:16.609344 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490791d2-f7c2-42bb-85c5-31838585b075 None None] Pushing event updated for resources: {'Port': ['ID=7ef7209a-be1a-4259-abfd-d26342fbf6b6,revision_number=4']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:16.610912 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (6b84172d-b40a-4078-8747-a9e5bc5166e1), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.624417 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:16.643022 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-a6dc83d3-9c9b-46d0-948c-ee587aa3e7f8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004356 Oct 12 00:20:16.693771 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (6b84172d-b40a-4078-8747-a9e5bc5166e1), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.694505 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.703354 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:16.804214 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:16.813565 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9510431 Oct 12 00:20:16.813565 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a8781-ff79-4159-9c1d-54a2d72ced00 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=6b84172d-b40a-4078-8747-a9e5bc5166e1,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:17.182318 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6cef71f9-0db6-47ec-b867-bc24b44ab667 req-3e1cbf9c-ed5f-4ac5-ab6f-883bcd020de8 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.0715361 Oct 12 00:20:17.206653 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:17.285969 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-0e66a72d-e5d2-470b-b0a1-09413789eb33 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--165868029&fields=id&tenant_id=10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 267 time: 0.2599673 Oct 12 00:20:17.286525 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:16Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:17.372788 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 8f1d718e-f73a-4528-9edb-8a0c75eb2098 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:17.380304 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3bcb5a-d79c-490c-b056-98e1782d3dbb None None] The sync data for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi is: [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:16Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:20:17.460016 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:17.466806 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9e5ae5c8-beec-4ab4-949e-9e56c88a3090 req-63d3b299-b581-42a7-9fb3-79741bf25408 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 210 time: 0.0533094 Oct 12 00:20:17.511673 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 8f1d718e-f73a-4528-9edb-8a0c75eb2098 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:17.512518 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:17.513293 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 8f1d718e-f73a-4528-9edb-8a0c75eb2098 Oct 12 00:20:17.618921 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c3f85cb3-e51b-4797-9a2f-00dac684a619 req-ded71d6c-71c0-40b2-8d2f-72081d7bc565 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 210 time: 0.0544181 Oct 12 00:20:17.641931 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 8f1d718e-f73a-4528-9edb-8a0c75eb2098 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:17.643146 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 9df66ba4-a667-4dd9-825d-e1e82134fffe up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:17.681470 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-e08b4d12-7922-4c9b-a22c-c7b557e936fc tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:17.683131 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-e08b4d12-7922-4c9b-a22c-c7b557e936fc tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 815 time: 0.3857117 Oct 12 00:20:17.693028 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 9df66ba4-a667-4dd9-825d-e1e82134fffe triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:17.693423 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:17.693760 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 9df66ba4-a667-4dd9-825d-e1e82134fffe Oct 12 00:20:17.726948 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-97f97215-136a-4e14-9e63-d1f4e4a31165 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/quotas/10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 375 time: 0.0132298 Oct 12 00:20:17.833741 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-5ef84e01-b2ed-4aea-b223-858198451640 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036706 Oct 12 00:20:17.976819 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:18.150346 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 9df66ba4-a667-4dd9-825d-e1e82134fffe is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:18.154275 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:18.178581 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-85afa437-3013-4dff-84f8-b167f4bbe0aa service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184297 Oct 12 00:20:18.191956 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Sync routers for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:20:18.205808 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:18.282194 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 9df66ba4-a667-4dd9-825d-e1e82134fffe, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=9df66ba4-a667-4dd9-825d-e1e82134fffe,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:18.290001 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:18.291020 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:18.369978 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-9fbb27c8-58d3-4db6-a95d-694a838a859f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814048 Oct 12 00:20:18.375626 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:18.377017 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 9db610be-135b-4230-8dfe-410dd27264e9 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:18.425700 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-46f24595-a47a-4fc0-8f06-5723f43b3dd4 req-37e45536-0054-4880-9149-2a9a3e90f944 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.0703552 Oct 12 00:20:18.546438 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=9df66ba4-a667-4dd9-825d-e1e82134fffe,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:18.794474 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:18.844005 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1b776fa6-99cf-43dc-a932-3ec218873805 req-35b55c74-8b27-4778-af6d-8bee154e70c6 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 210 time: 0.0796976 Oct 12 00:20:18.932270 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 9db610be-135b-4230-8dfe-410dd27264e9 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:18.934842 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (9db610be-135b-4230-8dfe-410dd27264e9), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:18.935440 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 9db610be-135b-4230-8dfe-410dd27264e9 Oct 12 00:20:18.986704 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 60032) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:19.029007 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f73de75-4a4e-4e7f-b03e-eefca4c902bb req-707e95ae-b3f9-42c3-86a0-e3849091bee8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.0681610 Oct 12 00:20:19.117484 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f04a1162-aea8-48d8-8546-abda2e261bdd req-ad5898b6-e41a-4b85-a940-318bc5af5c4b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 210 time: 0.0543942 Oct 12 00:20:19.225504 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bb23fbda-b1be-4516-9a6e-bc9be26949c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:19.278755 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:19.298117 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 9db610be-135b-4230-8dfe-410dd27264e9 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:19.357134 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:06Z', 'revision_number': 2, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:19.361498 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bb23fbda-b1be-4516-9a6e-bc9be26949c2 admin admin] Publish callbacks [] for security_group (2968bbc3-6485-43d1-8f34-16ce198122c3), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:19.390039 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Checking router: 9af56c6b-7328-4866-951f-b7c1d5172ba8 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:20:19.390765 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Updating router 9af56c6b-7328-4866-951f-b7c1d5172ba8 port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:20:19.422158 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:19.476819 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bb23fbda-b1be-4516-9a6e-bc9be26949c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (2968bbc3-6485-43d1-8f34-16ce198122c3), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:19.559998 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:19.612111 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60064) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:19.616011 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-bb23fbda-b1be-4516-9a6e-bc9be26949c2 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1f81357071c84cbeac45598ec351bed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6280358 Oct 12 00:20:19.646955 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23fbda-b1be-4516-9a6e-bc9be26949c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2968bbc3-6485-43d1-8f34-16ce198122c3,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:19.678423 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 9df66ba4-a667-4dd9-825d-e1e82134fffe up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:19.729242 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0758626d-fc92-47a0-a51f-a6852baad586 req-f5b82efe-6be1-4d21-9f96-8ec1bbc8df13 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.0417280 Oct 12 00:20:19.757755 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-58b814dc-e3d7-477a-8075-89e7ea563399 admin admin] Publish callbacks [] for security_group (2968bbc3-6485-43d1-8f34-16ce198122c3), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:19.814415 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-58b814dc-e3d7-477a-8075-89e7ea563399 admin admin] Publish callbacks [] for security_group (2968bbc3-6485-43d1-8f34-16ce198122c3), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:19.849071 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 9df66ba4-a667-4dd9-825d-e1e82134fffe triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:19.849513 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:19.849795 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 9df66ba4-a667-4dd9-825d-e1e82134fffe Oct 12 00:20:19.851712 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.40', 55525) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:19.973280 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-58b814dc-e3d7-477a-8075-89e7ea563399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (2968bbc3-6485-43d1-8f34-16ce198122c3), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:19.977251 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-58b814dc-e3d7-477a-8075-89e7ea563399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:19.979488 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-58b814dc-e3d7-477a-8075-89e7ea563399 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2968bbc3-6485-43d1-8f34-16ce198122c3 HTTP/1.1" status: 204 len: 168 time: 0.3653986 Oct 12 00:20:19.996424 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b814dc-e3d7-477a-8075-89e7ea563399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2968bbc3-6485-43d1-8f34-16ce198122c3,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:20.053392 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c2cd7aa8-d878-4882-9fd9-6ba2e94e93b6 req-87fe5cc2-5795-4171-bfb5-7bda1310232f tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 210 time: 0.1067197 Oct 12 00:20:20.086081 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Publish callbacks [] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:20.107907 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-f7c116b8-c6c5-4b66-bee8-7288cc48c665 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:20.107907 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-f7c116b8-c6c5-4b66-bee8-7288cc48c665 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 819 time: 0.2369399 Oct 12 00:20:20.112234 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 9df66ba4-a667-4dd9-825d-e1e82134fffe is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:20.114551 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 7ef7209a-be1a-4259-abfd-d26342fbf6b6 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:20.192282 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:20.192660 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:20.192998 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 Oct 12 00:20:20.200714 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Request body: {'port': {'device_id': 'f9bf92f4-feae-4c05-afff-d0daff3371e3', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'admin_state_up': True, 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:20.225071 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:20.241370 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4a9263ee-e098-421c-81b6-ecb7068dcf70 req-70348ea9-94d3-4ac3-b052-52541510cf27 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.0809705 Oct 12 00:20:20.340723 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-dff0db7b-e2f2-4e87-8aa5-647cffcb682a req-a4b7473e-d219-4140-8c4e-9d12bf556854 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 210 time: 0.0474038 Oct 12 00:20:20.391419 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcda71-d101-44a4-886f-f93be50a03af None None] Pushing event updated for resources: {'Port': ['ID=4d9f8fbb-b7fb-4278-aaee-8cdddece3917,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:20.423716 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:20.470307 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Attempting to bind port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:20.470692 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Attempting to bind port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:20.471035 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Attempting to bind port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 on network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:20.473331 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:20.473685 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:20.535321 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Made reservation on behalf of 38c7ea1f3f9848b484a56cf74a2bd129 for: {'port': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:20:20.539263 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:20.543632 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:20.543812 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 7ef7209a-be1a-4259-abfd-d26342fbf6b6, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=7ef7209a-be1a-4259-abfd-d26342fbf6b6,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:20.545377 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:20.545753 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Checking segment: {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:20.548384 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:20.548788 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Bound using segment: {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:20.549781 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Bound port: 4d9f8fbb-b7fb-4278-aaee-8cdddece3917, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:20.549781 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:20.625837 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:20.658262 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] For port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:20.693690 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] For port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=4d9f8fbb-b7fb-4278-aaee-8cdddece3917,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:20.736891 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=7ef7209a-be1a-4259-abfd-d26342fbf6b6,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:20.789980 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:20.868342 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:20.868994 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:20.900138 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b60f8733-921c-45c6-8f4d-8d32a30d23f9 req-f795f471-05a1-4a51-b43a-dc2aab17739c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.0459239 Oct 12 00:20:20.954616 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60118) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:20.974204 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcda71-d101-44a4-886f-f93be50a03af None None] Pushing event updated for resources: {'Port': ['ID=4d9f8fbb-b7fb-4278-aaee-8cdddece3917,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:21.035169 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.40', 55537) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:21.151287 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:21.196212 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-9c172e40-5d22-49d3-bc6a-60dd330d513f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:21.200812 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-9c172e40-5d22-49d3-bc6a-60dd330d513f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 819 time: 0.1608496 Oct 12 00:20:21.202780 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b8d7e734-6943-4b19-a54b-14aff0d67693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:21.208220 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:21.233849 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Allocated IP 172.20.0.4 (973be902-a368-4ae5-bb3f-30b2cbc52bd3/c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d/c00ed7a3-6f70-42f2-91d7-bc8ef378b584) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:20:21.272533 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Request body: {'port': {'device_id': '20228600-f497-4d8c-86c7-1ba7f1a986e0', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'admin_state_up': True, 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:21.299950 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:21.497458 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0c405b22-eae5-41c7-a481-537438a96b14 req-93d4cf3f-cdcc-4a6c-b961-b43cf89fb6ee tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 210 time: 0.1913314 Oct 12 00:20:21.529007 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:21.570087 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-18f0ef1c-2b24-40ff-9f36-2f36bc77e992 req-9804bc54-fb0d-45f8-b063-88656df03438 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.1371133 Oct 12 00:20:21.660700 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:21.661510 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:21.661510 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 Oct 12 00:20:21.666105 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:21.735811 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0313827e-926d-4fce-9e6a-e0bc3cc52676 req-78efe37b-95f6-42a0-ad3f-b405a424b03e tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 210 time: 0.0299168 Oct 12 00:20:21.751433 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:21.773793 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:20:21.786553 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7275571-bf71-421f-9c75-51c25df7f178 None None] The sync data for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi is: [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:20:21.820969 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:21.821498 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:21.845703 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Made reservation on behalf of 38c7ea1f3f9848b484a56cf74a2bd129 for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:20:21.846485 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:21.853754 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:21.882418 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=4d9f8fbb-b7fb-4278-aaee-8cdddece3917,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:21.974832 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:21.976061 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 7ef7209a-be1a-4259-abfd-d26342fbf6b6 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:22.073729 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:22.075649 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:22.105330 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:22.122261 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:22.122980 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:22.230486 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:22.231168 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:22.231778 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 Oct 12 00:20:22.235931 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=4d9f8fbb-b7fb-4278-aaee-8cdddece3917,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:22.274238 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0672960 Oct 12 00:20:22.291177 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-1bd439a4-4d47-4cf3-8dbb-881c93db40ec tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:20:22.292271 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-1bd439a4-4d47-4cf3-8dbb-881c93db40ec tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0172582 Oct 12 00:20:22.320003 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.40', 55547) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:22.330340 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5337b88-0c51-4892-ad69-724a2c1a0da5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event updated for resources: {'Port': ['ID=c00ed7a3-6f70-42f2-91d7-bc8ef378b584,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:22.451181 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:22.525563 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:22.570706 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:22.698810 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:22.847960 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:22.888294 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-069f03f3-7acc-4314-8090-814e11579282 None None] Provisioning complete for port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:22.896010 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-069f03f3-7acc-4314-8090-814e11579282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:22.897756 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-069f03f3-7acc-4314-8090-814e11579282 None None] Attempt 1 to provision port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 Oct 12 00:20:22.903966 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9406aac9-ab4c-401b-ac28-1c3e8ada53ef req-e7046f9a-8a3b-45b3-b15b-0f86f51bbf41 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.0614939 Oct 12 00:20:22.984134 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Request body: {'port': {'device_id': 'f9bf92f4-feae-4c05-afff-d0daff3371e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:23.004655 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:23.026762 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b8d7e734-6943-4b19-a54b-14aff0d67693 admin admin] Publish callbacks [] for security_group (d12de928-34a9-4966-8192-01f785e6b451), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:23.032585 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-069f03f3-7acc-4314-8090-814e11579282 None None] Port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:20:23.054254 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8c48d835-401a-40f4-8a5c-122c5d389047 req-55b999a4-7126-4fef-8677-c033705a2d57 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 210 time: 0.2650969 Oct 12 00:20:23.075729 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-afeacd4a-278e-4eaa-8fb2-0bb20224ecd1 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:23.077572 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-afeacd4a-278e-4eaa-8fb2-0bb20224ecd1 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.40 "GET /networking/v2.0/networks?id=cc748322-3660-40ca-ad32-305cc5ab6021 HTTP/1.1" status: 200 len: 811 time: 0.6998184 Oct 12 00:20:23.123604 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:23.159240 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Allocated IP 172.20.0.3 (973be902-a368-4ae5-bb3f-30b2cbc52bd3/c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d/5ebb0516-e416-4555-8242-08922710f750) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:20:23.161606 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b8d7e734-6943-4b19-a54b-14aff0d67693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d12de928-34a9-4966-8192-01f785e6b451), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:23.183274 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d519f377-9d03-414c-ae77-65e38c6ede3d req-62b4d23c-e12c-46a1-bd97-c39f62c9e73c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.1034887 Oct 12 00:20:23.281569 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-b8d7e734-6943-4b19-a54b-14aff0d67693 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=238f3ac862444577beb163e70451deea&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3254416 Oct 12 00:20:23.285522 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60198) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:23.322321 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7e734-6943-4b19-a54b-14aff0d67693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12de928-34a9-4966-8192-01f785e6b451,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:23.403621 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c8646866-8acc-4c20-8694-9c666d3cbfab req-08311acd-8ea2-4f63-ae85-fd2155094b05 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 210 time: 0.1224806 Oct 12 00:20:23.514718 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:23.562458 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Request body: {'port': {'device_id': 'a25e6edd-85e7-464f-b41c-3f2ed44ad585', 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021', 'admin_state_up': True, 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:23.574183 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:23.678132 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-66947bd7-c2ce-4216-8ccf-612d26920eec admin admin] Publish callbacks [] for security_group (d12de928-34a9-4966-8192-01f785e6b451), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:23.688321 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:23.689178 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:23.689950 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 Oct 12 00:20:23.736370 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for port (5ebb0516-e416-4555-8242-08922710f750), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:23.745349 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-66947bd7-c2ce-4216-8ccf-612d26920eec admin admin] Publish callbacks [] for security_group (d12de928-34a9-4966-8192-01f785e6b451), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:23.810597 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:23.990726 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Made reservation on behalf of bbfafa65b93241bcb62d41018f6ccd1f for: {'port': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:20:23.990726 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:24.020656 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-66947bd7-c2ce-4216-8ccf-612d26920eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d12de928-34a9-4966-8192-01f785e6b451), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:24.023948 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-66947bd7-c2ce-4216-8ccf-612d26920eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:24.028527 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-66947bd7-c2ce-4216-8ccf-612d26920eec admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d12de928-34a9-4966-8192-01f785e6b451 HTTP/1.1" status: 204 len: 168 time: 0.7393687 Oct 12 00:20:24.035167 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (5ebb0516-e416-4555-8242-08922710f750), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:24.191185 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.40', 55558) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:24.426963 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7a85195c-7090-454c-87a4-6dcf2aedc522 req-b76f8bc8-c1cf-4ac9-91fa-522ddc8d4232 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 210 time: 0.0796063 Oct 12 00:20:24.567344 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66947bd7-c2ce-4216-8ccf-612d26920eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12de928-34a9-4966-8192-01f785e6b451,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:24.656020 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-14357723-3a10-4ea9-b6f5-355fa80fca13 req-73646262-c30d-43af-a89a-99ed6d49e27e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.5658340 Oct 12 00:20:24.724475 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event updated for resources: {'Port': ['ID=5ebb0516-e416-4555-8242-08922710f750,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:24.736236 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:24.737189 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:24.741850 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:24.747020 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:24.748552 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:24.883503 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c58ad-5b43-42ff-ac90-64c49ec58143 req-07dcca72-442e-48f4-9986-4e8401b2b981 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:24.885146 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-693c58ad-5b43-42ff-ac90-64c49ec58143 req-07dcca72-442e-48f4-9986-4e8401b2b981 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 931 time: 0.1315551 Oct 12 00:20:24.911506 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6a88fd49-94e7-4e23-9e09-24567ae05323 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6574478 Oct 12 00:20:25.036501 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Allocated IP 172.20.0.7 (cc748322-3660-40ca-ad32-305cc5ab6021/b5fd896d-b671-4818-bacd-1e9a19209300/1d1bac53-3ee0-4790-9953-56840696e26d) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:20:25.060932 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-693c58ad-5b43-42ff-ac90-64c49ec58143 req-d8723ba5-9579-4c81-b250-3a31752a8da3 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597297 Oct 12 00:20:25.096672 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b9da-6c16-4225-b039-728586fe03c9 req-75e5da78-acc5-4643-b0d1-410383297e99 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:25.098334 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-75e5da78-acc5-4643-b0d1-410383297e99 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.40 "GET /networking/v2.0/networks?id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 200 len: 810 time: 0.8069735 Oct 12 00:20:25.194363 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-8e4e2b1d-05aa-4591-a084-5b0cb20e991a None None] Provisioning complete for port 5ebb0516-e416-4555-8242-08922710f750 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:25.195497 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8e4e2b1d-05aa-4591-a084-5b0cb20e991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (5ebb0516-e416-4555-8242-08922710f750), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:25.196077 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-8e4e2b1d-05aa-4591-a084-5b0cb20e991a None None] Attempt 1 to provision port 5ebb0516-e416-4555-8242-08922710f750 Oct 12 00:20:25.239337 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b1f1d7cb-a4a5-4d72-9357-edc41b7438d5 req-45fa280e-3597-4297-9f33-04d7bf417bca tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.5164299 Oct 12 00:20:25.240141 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:25.242145 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e2b1d-05aa-4591-a084-5b0cb20e991a None None] Port 5ebb0516-e416-4555-8242-08922710f750 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:20:25.278608 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00ed7a3-6f70-42f2-91d7-bc8ef378b584 {{(pid=111559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:20:25.304278 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Publish callbacks [] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:25.320280 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:25.356986 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.provisioning_blocks [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Transition to ACTIVE for port object c00ed7a3-6f70-42f2-91d7-bc8ef378b584 will not be triggered until provisioned by entity L2. {{(pid=111559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:20:25.389911 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:25.401174 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Publish callbacks [] for port (1d1bac53-3ee0-4790-9953-56840696e26d), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:25.445624 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:25.463144 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:25.534670 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Request body: {'port': {'device_id': '20228600-f497-4d8c-86c7-1ba7f1a986e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:25.617823 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:25.638889 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Pushing event updated for resources: {'Port': ['ID=c00ed7a3-6f70-42f2-91d7-bc8ef378b584,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:25.646060 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Attempting to bind port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:25.648474 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Attempting to bind port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:25.648474 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Attempting to bind port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 on network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:25.652160 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Network cc748322-3660-40ca-ad32-305cc5ab6021 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:25.661338 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-14d533fa-7788-4d16-a6c6-813bded7295b req-7bc7e88d-cdae-423f-87f1-cfab9ab38a6b tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 210 time: 0.0810955 Oct 12 00:20:25.759946 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Pushing event updated for resources: {'Port': ['ID=1d1bac53-3ee0-4790-9953-56840696e26d,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:25.762143 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60296) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:25.769432 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:25.773911 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:25.781604 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:25.782274 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:25.803632 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.40', 55569) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:25.890584 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-16706117-d8ff-48d0-9fdf-8daa17e4b71c req-d5a23814-1160-4b0b-8ac5-e75a9cfb0e36 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.0830472 Oct 12 00:20:25.931975 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-940a1109-a15e-4a5a-a800-09a6e65c8b3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3885024 Oct 12 00:20:25.932264 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5ebb0516-e416-4555-8242-08922710f750), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:25.968563 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 on network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:20:25.968904 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Attempting to bind port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 on network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:26.018428 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-19540eb1-3802-43b7-b459-bf29d6b96e90 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54567f4ea839415a94397e13f93d71cc HTTP/1.1" status: 200 len: 379 time: 0.4840260 Oct 12 00:20:26.076098 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Request body: {'port': {'device_id': 'a25e6edd-85e7-464f-b41c-3f2ed44ad585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:26.201517 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-3fdb25bf-4924-466a-aeb2-d55b3263b400 None None] Provisioning complete for port 1d1bac53-3ee0-4790-9953-56840696e26d triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:26.202190 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3fdb25bf-4924-466a-aeb2-d55b3263b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:26.202321 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-3fdb25bf-4924-466a-aeb2-d55b3263b400 None None] Attempt 1 to provision port 1d1bac53-3ee0-4790-9953-56840696e26d Oct 12 00:20:26.306934 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb25bf-4924-466a-aeb2-d55b3263b400 None None] Port 1d1bac53-3ee0-4790-9953-56840696e26d cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:20:26.383148 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:26.383953 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Checking segment: {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:26.384690 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Bound using segment: {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:26.385367 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Bound port: c00ed7a3-6f70-42f2-91d7-bc8ef378b584, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'}}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:26.385919 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:26.461584 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1a834dd6-2eff-4231-8402-89ab9636861a req-b0dcbbd8-94ef-44f4-b8ae-40399b694bd6 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.0780957 Oct 12 00:20:26.528011 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-8aa54016-4bc9-4f63-9495-35ee46fc9b6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:26.530195 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-8aa54016-4bc9-4f63-9495-35ee46fc9b6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 815 time: 0.7034302 Oct 12 00:20:26.593410 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] For port c00ed7a3-6f70-42f2-91d7-bc8ef378b584, host hv-cinder-84914, cleared binding levels {{(pid=111559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:26.597543 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] For port c00ed7a3-6f70-42f2-91d7-bc8ef378b584, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c00ed7a3-6f70-42f2-91d7-bc8ef378b584,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:26.666780 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:26.689591 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:26.692612 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'port': {'device_id': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'admin_state_up': True, 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'security_groups': ['9103a1a6-ffd6-41f2-a946-619db95f2510']}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:26.704833 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:26.704833 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:26.705939 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/c00ed7a3-6f70-42f2-91d7-bc8ef378b584 HTTP/1.1" status: 200 len: 1093 time: 4.0160332 Oct 12 00:20:26.726419 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bf92f4-feae-4c05-afff-d0daff3371e3', 'tag': 'c00ed7a3-6f70-42f2-91d7-bc8ef378b584'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:20:26.807271 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-32e0312c-d4f3-4c7a-973b-ab0ab35141e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:26.882733 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-c11726c9-444f-4f3c-a50a-6b9bf0a931c7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 379 time: 0.2812257 Oct 12 00:20:26.957386 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:26.972479 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:26.993913 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'port': {'device_id': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'admin_state_up': True, 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'security_groups': ['e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3']}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:27.081228 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebb0516-e416-4555-8242-08922710f750 {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:20:27.092042 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Publish callbacks [] for port (5ebb0516-e416-4555-8242-08922710f750), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:27.125765 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Transition to ACTIVE for port object 5ebb0516-e416-4555-8242-08922710f750 will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:20:27.189966 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f26b457-e476-40fb-bd26-a914973df031" -d '{"events": [{"name": "network-changed", "server_uuid": "f9bf92f4-feae-4c05-afff-d0daff3371e3", "tag": "c00ed7a3-6f70-42f2-91d7-bc8ef378b584"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:20:27.203958 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d44490-f96d-42c6-9466-1e0beb0a04f3 req-e3da1c0d-0cee-49bb-8d78-7fd19bd40c37 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:27.205521 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-85d44490-f96d-42c6-9466-1e0beb0a04f3 req-e3da1c0d-0cee-49bb-8d78-7fd19bd40c37 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 931 time: 0.3853776 Oct 12 00:20:27.206176 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99e2c9-0c4d-4aef-8e9e-f5965460d15f service neutron] Pushing event updated for resources: {'Port': ['ID=c00ed7a3-6f70-42f2-91d7-bc8ef378b584,revision_number=3']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:27.240532 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821faff-4d5c-4de8-ab4a-e24548d564e4 req-68788674-b01a-4225-a099-c59ddc8d2fae tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:27.243750 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c821faff-4d5c-4de8-ab4a-e24548d564e4 req-68788674-b01a-4225-a099-c59ddc8d2fae tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 931 time: 0.6029155 Oct 12 00:20:27.296032 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (5ebb0516-e416-4555-8242-08922710f750), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:27.331108 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-7540cdb4-8d08-424f-be70-6c15ab6b3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:27.331108 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-7540cdb4-8d08-424f-be70-6c15ab6b3d18 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 1127 time: 0.3468273 Oct 12 00:20:27.491705 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Made reservation on behalf of 54567f4ea839415a94397e13f93d71cc for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:20:27.495820 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:27.576754 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-500ac857-f3f5-43a9-a1d3-099c2cc9029f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c00ed7a3-6f70-42f2-91d7-bc8ef378b584 HTTP/1.1" status: 200 len: 217 time: 0.1696773 Oct 12 00:20:27.590121 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-85d44490-f96d-42c6-9466-1e0beb0a04f3 req-ffe2576f-55ad-40e2-9cbb-31a4624c4265 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151820 Oct 12 00:20:27.672196 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=54 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:27.724793 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebb0516-e416-4555-8242-08922710f750,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:27.734831 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:27.761567 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c821faff-4d5c-4de8-ab4a-e24548d564e4 req-7fc54428-1285-4365-90c1-3e0bc25ad584 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481032 Oct 12 00:20:27.767765 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Attempting to bind port 5ebb0516-e416-4555-8242-08922710f750 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:27.767918 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Attempting to bind port 5ebb0516-e416-4555-8242-08922710f750 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:27.768279 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Attempting to bind port 5ebb0516-e416-4555-8242-08922710f750 on network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:27.787125 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-5d005223-d76c-42c3-bcac-3cd3d0f78e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:27.789023 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-5d005223-d76c-42c3-bcac-3cd3d0f78e54 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.1951516 Oct 12 00:20:27.799809 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f0ce9e61-ab29-4d91-b130-9a2b35b1e31d req-49db3af4-31bc-4e45-9e46-b34e48b4bcf4 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.0730577 Oct 12 00:20:27.802915 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Made reservation on behalf of 10160596b45c49249155b0c2585e70bb for: {'port': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:20:27.805960 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:27.835980 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:27.841193 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-32e0312c-d4f3-4c7a-973b-ab0ab35141e3 admin admin] Publish callbacks [] for security_group (97d869ef-6d4f-4303-9854-2bb5abc85b0e), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:27.918458 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-32e0312c-d4f3-4c7a-973b-ab0ab35141e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (97d869ef-6d4f-4303-9854-2bb5abc85b0e), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:27.962924 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Port 5ebb0516-e416-4555-8242-08922710f750 on network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:20:27.963703 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Attempting to bind port 5ebb0516-e416-4555-8242-08922710f750 on network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:27.972542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60366) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:28.093349 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-32e0312c-d4f3-4c7a-973b-ab0ab35141e3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a14e5c00a0ff4333b5931205f19bfe91&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3258338 Oct 12 00:20:28.098594 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0312c-d4f3-4c7a-973b-ab0ab35141e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d869ef-6d4f-4303-9854-2bb5abc85b0e,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:28.108963 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60372) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:28.122126 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60374) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:28.169809 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Allocated IP 172.20.0.8 (499fb018-9e00-4ed3-b355-c8bccdf8c8f0/aa18335c-d319-429c-b473-349dd96c4b84/2d8c0a54-e70d-4bc8-9356-dab7272389bd) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:20:28.196044 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:28.196598 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Checking segment: {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:28.197319 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Bound using segment: {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:28.197903 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Bound port: 5ebb0516-e416-4555-8242-08922710f750, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:28.198342 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5ebb0516-e416-4555-8242-08922710f750), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:28.335973 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1bac53-3ee0-4790-9953-56840696e26d {{(pid=111559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:20:28.358035 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-6e362e0c-3af2-460e-81a7-f5ae071b5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:28.361822 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ec935599-26bc-49a3-9ac8-8cbb405a26bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:28.366306 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-6e362e0c-3af2-460e-81a7-f5ae071b5fad service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5463912 Oct 12 00:20:28.369366 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bfea79be-4941-408c-946b-49db2432950b req-f31adb57-b0eb-400f-9087-a5129125b706 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.3354421 Oct 12 00:20:28.376042 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Publish callbacks [] for port (1d1bac53-3ee0-4790-9953-56840696e26d), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:28.412434 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcf5147-af94-4627-8126-ecaf54a0ba67 x-openstack-request-id: req-6dcf5147-af94-4627-8126-ecaf54a0ba67 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:20:28.412809 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9bf92f4-feae-4c05-afff-d0daff3371e3", "tag": "c00ed7a3-6f70-42f2-91d7-bc8ef378b584", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:20:28.413036 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6dcf5147-af94-4627-8126-ecaf54a0ba67 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:20:28.413625 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dcf5147-af94-4627-8126-ecaf54a0ba67'] response: {'name': 'network-changed', 'server_uuid': 'f9bf92f4-feae-4c05-afff-d0daff3371e3', 'tag': 'c00ed7a3-6f70-42f2-91d7-bc8ef378b584', 'status': 'completed', 'code': 200} Oct 12 00:20:28.425704 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:28.448201 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3197642f-c4d0-4220-95ad-78659130a679 admin admin] Publish callbacks [] for security_group (97d869ef-6d4f-4303-9854-2bb5abc85b0e), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:28.458992 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.provisioning_blocks [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Transition to ACTIVE for port object 1d1bac53-3ee0-4790-9953-56840696e26d will not be triggered until provisioned by entity L2. {{(pid=111559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:20:28.518477 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:28.526949 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] For port 5ebb0516-e416-4555-8242-08922710f750, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:28.537610 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] For port 5ebb0516-e416-4555-8242-08922710f750, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5ebb0516-e416-4555-8242-08922710f750,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:28.585788 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Allocated IP 172.20.0.6 (a7f2d8cc-4d82-4295-a149-404a55bcd20c/52bba071-c454-4c4d-992e-bc926db7c275/25ead2ef-e264-4674-985a-3ce94c8b6181) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:20:28.613966 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-52f4fe54-25eb-4b2a-a284-2358f0233cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:28.655749 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-12db3cd4-cf1b-44db-b9b9-94802aa02444 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595096 Oct 12 00:20:28.655749 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Pushing event updated for resources: {'Port': ['ID=1d1bac53-3ee0-4790-9953-56840696e26d,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:28.656091 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:28.678035 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:28.682032 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3197642f-c4d0-4220-95ad-78659130a679 admin admin] Publish callbacks [] for security_group (97d869ef-6d4f-4303-9854-2bb5abc85b0e), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:28.686729 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:28.689167 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-10737ac9-ba58-4c6b-b27d-a0d0329d3402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:28.691938 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (5ebb0516-e416-4555-8242-08922710f750), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:28.699038 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Attempting to bind port 1d1bac53-3ee0-4790-9953-56840696e26d on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:28.699396 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Attempting to bind port 1d1bac53-3ee0-4790-9953-56840696e26d by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:28.699726 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Attempting to bind port 1d1bac53-3ee0-4790-9953-56840696e26d on network cc748322-3660-40ca-ad32-305cc5ab6021 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:28.785330 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:28.786021 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:28.787558 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/5ebb0516-e416-4555-8242-08922710f750 HTTP/1.1" status: 200 len: 1093 time: 3.2670941 Oct 12 00:20:28.862859 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20228600-f497-4d8c-86c7-1ba7f1a986e0', 'tag': '5ebb0516-e416-4555-8242-08922710f750'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:20:28.873594 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:28.897562 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c81719-1e9e-4ade-930c-ecbc043b9c01 req-796612e8-90dd-4075-9aa1-b76c41228a11 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:28.902966 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-62c81719-1e9e-4ade-930c-ecbc043b9c01 req-796612e8-90dd-4075-9aa1-b76c41228a11 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 943 time: 0.1224442 Oct 12 00:20:28.943027 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6cc48-e4e3-4d40-83ee-2da5a0e91275 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebb0516-e416-4555-8242-08922710f750,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:29.080085 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a938-f7bf-454e-a852-3634a9b3e57e req-3830a56e-c9c6-48fe-b54e-4869d4983c1d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:29.082297 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b0b1a938-f7bf-454e-a852-3634a9b3e57e req-3830a56e-c9c6-48fe-b54e-4869d4983c1d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 943 time: 0.1255987 Oct 12 00:20:29.193964 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Port 1d1bac53-3ee0-4790-9953-56840696e26d on network cc748322-3660-40ca-ad32-305cc5ab6021 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:20:29.194261 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Attempting to bind port 1d1bac53-3ee0-4790-9953-56840696e26d on network cc748322-3660-40ca-ad32-305cc5ab6021 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:29.205374 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-7ce8f4e0-f872-4122-b75d-8828d0028fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:29.207472 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-7ce8f4e0-f872-4122-b75d-8828d0028fa5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 1127 time: 0.1195636 Oct 12 00:20:29.266984 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.334434 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15cb5ab3-fe3a-41e1-bcfd-0cd422543dff req-77b9df95-ab0e-458a-8e92-e148bd080cc3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599293 Oct 12 00:20:29.355252 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b0b1a938-f7bf-454e-a852-3634a9b3e57e req-0cc785ba-89b2-47c9-9675-af89eb94432d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580097 Oct 12 00:20:29.356655 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-62c81719-1e9e-4ade-930c-ecbc043b9c01 req-8a734a04-b98e-4fa6-97cd-37a6080d5771 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806908 Oct 12 00:20:29.357778 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-758529cd-8aac-423f-b77c-419b3606c79a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ebb0516-e416-4555-8242-08922710f750 HTTP/1.1" status: 200 len: 217 time: 0.0790896 Oct 12 00:20:29.378476 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5c0608-863a-4276-869e-e2300d999383" -d '{"events": [{"name": "network-changed", "server_uuid": "20228600-f497-4d8c-86c7-1ba7f1a986e0", "tag": "5ebb0516-e416-4555-8242-08922710f750"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:20:29.378622 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:29.378622 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Checking segment: {'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:29.378622 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Bound using segment: {'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:29.378622 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Bound port: 1d1bac53-3ee0-4790-9953-56840696e26d, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c874df-7d6e-49ba-bd5b-c39766f7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021'}}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:29.379279 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.429975 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'Port': ['ID=2d8c0a54-e70d-4bc8-9356-dab7272389bd,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:29.446288 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.499749 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:29.503289 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-1e209bb0-cb39-4567-8ade-8e09f9f85eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:29.505014 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-1e209bb0-cb39-4567-8ade-8e09f9f85eba service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0806935 Oct 12 00:20:29.518712 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:29.535238 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:29.540862 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:29.541048 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.594861 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-44b8d8a4-8016-432c-a328-8ec338ee35e4 req-59a95c13-0e9c-42b6-aaec-b0669ee9e7a0 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.0812082 Oct 12 00:20:29.610383 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d93bfc-e4a8-4a58-9d0e-a51b59429345 req-9fedc19a-040d-4a4f-b2a1-3e7409d917bd tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:29.628336 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a9d93bfc-e4a8-4a58-9d0e-a51b59429345 req-9fedc19a-040d-4a4f-b2a1-3e7409d917bd tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 931 time: 0.1047692 Oct 12 00:20:29.643752 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] For port 1d1bac53-3ee0-4790-9953-56840696e26d, host hv-cinder-84914, cleared binding levels {{(pid=111559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:29.665693 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] For port 1d1bac53-3ee0-4790-9953-56840696e26d, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1d1bac53-3ee0-4790-9953-56840696e26d,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:29.668572 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-52f4fe54-25eb-4b2a-a284-2358f0233cb9 admin admin] Publish callbacks [] for security_group (72b053ed-f290-46dd-adac-bb203fed05dc), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.679615 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-10737ac9-ba58-4c6b-b27d-a0d0329d3402 admin admin] Publish callbacks [] for security_group (d2f2f221-7712-4ab4-8a09-61fc2fab38b9), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.692456 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f6ee971b-2533-4e4c-abad-9fe338010240 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0506508 Oct 12 00:20:29.692902 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3197642f-c4d0-4220-95ad-78659130a679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (97d869ef-6d4f-4303-9854-2bb5abc85b0e), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.695646 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3197642f-c4d0-4220-95ad-78659130a679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.696776 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3197642f-c4d0-4220-95ad-78659130a679 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/97d869ef-6d4f-4303-9854-2bb5abc85b0e HTTP/1.1" status: 204 len: 168 time: 1.5884109 Oct 12 00:20:29.735088 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Request body: {'port': {'device_id': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:29.767455 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26b457-e476-40fb-bd26-a914973df031 req-3ecb8c75-f612-41b7-b7b8-9e49b082b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:29.770033 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8f26b457-e476-40fb-bd26-a914973df031 req-3ecb8c75-f612-41b7-b7b8-9e49b082b79d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 1127 time: 0.0767944 Oct 12 00:20:29.808934 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197642f-c4d0-4220-95ad-78659130a679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d869ef-6d4f-4303-9854-2bb5abc85b0e,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:29.839207 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5453a1-724a-442e-8560-b942a7c55263 x-openstack-request-id: req-9f5453a1-724a-442e-8560-b942a7c55263 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:20:29.840102 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20228600-f497-4d8c-86c7-1ba7f1a986e0", "tag": "5ebb0516-e416-4555-8242-08922710f750", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:20:29.840407 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f5453a1-724a-442e-8560-b942a7c55263 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:20:29.843331 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5453a1-724a-442e-8560-b942a7c55263'] response: {'name': 'network-changed', 'server_uuid': '20228600-f497-4d8c-86c7-1ba7f1a986e0', 'tag': '5ebb0516-e416-4555-8242-08922710f750', 'status': 'completed', 'code': 200} Oct 12 00:20:29.859341 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-10737ac9-ba58-4c6b-b27d-a0d0329d3402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d2f2f221-7712-4ab4-8a09-61fc2fab38b9), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.861903 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-52f4fe54-25eb-4b2a-a284-2358f0233cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (72b053ed-f290-46dd-adac-bb203fed05dc), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.897937 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-d18565c5-4d83-4583-9359-5b593c7e0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:29.898863 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a9d93bfc-e4a8-4a58-9d0e-a51b59429345 req-777802ac-97ec-4584-8f81-7e6f5ec46730 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632697 Oct 12 00:20:29.899770 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-d18565c5-4d83-4583-9359-5b593c7e0f26 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2020175 Oct 12 00:20:29.902871 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.929130 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.976401 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:29.977157 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:29.980804 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/1d1bac53-3ee0-4790-9953-56840696e26d HTTP/1.1" status: 200 len: 1093 time: 3.9643893 Oct 12 00:20:30.080951 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10737ac9-ba58-4c6b-b27d-a0d0329d3402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f2f221-7712-4ab4-8a09-61fc2fab38b9,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:30.110937 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:20:30.132862 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:30.147734 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:20:30.150022 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-10737ac9-ba58-4c6b-b27d-a0d0329d3402 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9dd2567c3d2642e7ae57372262edd1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0207999 Oct 12 00:20:30.151661 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:30.152538 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:30.155943 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-52f4fe54-25eb-4b2a-a284-2358f0233cb9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1761e198d6d44288807d407cdcec48c5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1757858 Oct 12 00:20:30.159540 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 60418) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:30.160021 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 60420) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:30.183460 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-cf2334ff-8fc1-4dd8-a073-a79cf5e43bae None None] Provisioning complete for port 2d8c0a54-e70d-4bc8-9356-dab7272389bd triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:30.184653 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-cf2334ff-8fc1-4dd8-a073-a79cf5e43bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:30.186814 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-cf2334ff-8fc1-4dd8-a073-a79cf5e43bae None None] Attempt 1 to provision port 2d8c0a54-e70d-4bc8-9356-dab7272389bd Oct 12 00:20:30.253946 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:30.270210 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-cf2334ff-8fc1-4dd8-a073-a79cf5e43bae None None] Port 2d8c0a54-e70d-4bc8-9356-dab7272389bd cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:20:30.306377 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=25ead2ef-e264-4674-985a-3ce94c8b6181,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:30.339457 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:30.376309 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4fe54-25eb-4b2a-a284-2358f0233cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b053ed-f290-46dd-adac-bb203fed05dc,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:30.459107 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25e6edd-85e7-464f-b41c-3f2ed44ad585', 'tag': '1d1bac53-3ee0-4790-9953-56840696e26d'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:20:30.462259 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998f421a-21ef-4725-8d1c-d175d8766ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "a25e6edd-85e7-464f-b41c-3f2ed44ad585", "tag": "1d1bac53-3ee0-4790-9953-56840696e26d"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:20:30.598499 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-569cccdc-861f-4193-8ce1-161f54861e21 None None] Provisioning complete for port 25ead2ef-e264-4674-985a-3ce94c8b6181 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:30.599147 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-569cccdc-861f-4193-8ce1-161f54861e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:30.599870 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-569cccdc-861f-4193-8ce1-161f54861e21 None None] Attempt 1 to provision port 25ead2ef-e264-4674-985a-3ce94c8b6181 Oct 12 00:20:30.606621 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ed226737-3d37-492e-8e90-c054f83bace7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6215293 Oct 12 00:20:30.627660 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-885173e9-26fa-48c5-a7fc-d3724090b215 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6917272 Oct 12 00:20:30.656177 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-569cccdc-861f-4193-8ce1-161f54861e21 None None] Port 25ead2ef-e264-4674-985a-3ce94c8b6181 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:20:30.666180 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ba765274-9c16-4913-98f6-2b2f4e460246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:30.705395 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Request body: {'port': {'device_id': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:30.709845 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef114acd-f6e4-4d9c-b172-a39c83eae28c req-b40f04c9-444b-4c2c-a25f-6455ae239857 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:30.719598 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ef114acd-f6e4-4d9c-b172-a39c83eae28c req-b40f04c9-444b-4c2c-a25f-6455ae239857 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 943 time: 0.2244523 Oct 12 00:20:30.721833 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d07dc98-3e04-414a-b808-f1309a4bd108 admin admin] Publish callbacks [] for security_group (d2f2f221-7712-4ab4-8a09-61fc2fab38b9), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:30.736842 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-b9d0c1fa-17d1-4b35-ba0a-2ce87d770404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:30.738842 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-b9d0c1fa-17d1-4b35-ba0a-2ce87d770404 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=bbfafa65b93241bcb62d41018f6ccd1f&device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 1127 time: 0.4879508 Oct 12 00:20:30.846616 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26b457-e476-40fb-bd26-a914973df031 req-b10cc849-8872-47e9-bce7-e3c765441e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:30.847932 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8f26b457-e476-40fb-bd26-a914973df031 req-b10cc849-8872-47e9-bce7-e3c765441e12 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.9945066 Oct 12 00:20:30.892756 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a60838-2356-49e0-931c-837bc0f035b5 req-4c126fd4-b7c2-44a1-aaeb-2a8ddaaf81a6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:30.899840 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-25a60838-2356-49e0-931c-837bc0f035b5 req-4c126fd4-b7c2-44a1-aaeb-2a8ddaaf81a6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 943 time: 0.3277633 Oct 12 00:20:30.903235 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d07dc98-3e04-414a-b808-f1309a4bd108 admin admin] Publish callbacks [] for security_group (d2f2f221-7712-4ab4-8a09-61fc2fab38b9), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:30.905812 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 60444) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:30.947231 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-1acda7e4-3e8b-4672-92f4-a8617d6b6a4d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1bac53-3ee0-4790-9953-56840696e26d HTTP/1.1" status: 200 len: 217 time: 0.1541646 Oct 12 00:20:30.947950 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ca0a1-e7a4-4e78-920c-99144d6db91c service neutron] Pushing event updated for resources: {'Port': ['ID=1d1bac53-3ee0-4790-9953-56840696e26d,revision_number=3']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:30.976853 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:31.039925 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-867db96a-2de3-4d68-9a61-e3baaa3fa7c4 admin admin] Publish callbacks [] for security_group (72b053ed-f290-46dd-adac-bb203fed05dc), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:31.070829 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:31.074092 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f685bf86-a169-460a-aa10-0d360aab19a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:31.112254 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8f26b457-e476-40fb-bd26-a914973df031 req-549833cb-eeb9-4533-9cdb-92ec8bd5d4fd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c00ed7a3-6f70-42f2-91d7-bc8ef378b584 HTTP/1.1" status: 200 len: 217 time: 0.1667967 Oct 12 00:20:31.121424 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:31.128987 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:31.154167 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-867db96a-2de3-4d68-9a61-e3baaa3fa7c4 admin admin] Publish callbacks [] for security_group (72b053ed-f290-46dd-adac-bb203fed05dc), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:31.160392 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e3cf6ed1-3fce-4553-815c-43c818b07d4b req-6aa0b970-c655-423a-9b73-12b3ce887c35 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607990 Oct 12 00:20:31.169862 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ef114acd-f6e4-4d9c-b172-a39c83eae28c req-d3b8a3a0-eacb-4cd8-b6d0-83c99d13c3cc tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486964 Oct 12 00:20:31.207141 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-25a60838-2356-49e0-931c-837bc0f035b5 req-912852d8-543c-4755-bc3c-d5f4d04cb73a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023334 Oct 12 00:20:31.220043 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-08ab0bed-b083-4326-a9b2-bd9f5c3e3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:31.221359 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-08ab0bed-b083-4326-a9b2-bd9f5c3e3d01 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b5fd896d-b671-4818-bacd-1e9a19209300 HTTP/1.1" status: 200 len: 850 time: 0.2276020 Oct 12 00:20:31.353055 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2f804e-921d-410d-8c4e-b812cf66df44 x-openstack-request-id: req-1b2f804e-921d-410d-8c4e-b812cf66df44 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:20:31.353670 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25e6edd-85e7-464f-b41c-3f2ed44ad585", "tag": "1d1bac53-3ee0-4790-9953-56840696e26d", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:20:31.354776 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b2f804e-921d-410d-8c4e-b812cf66df44 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:20:31.356004 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2f804e-921d-410d-8c4e-b812cf66df44'] response: {'name': 'network-changed', 'server_uuid': 'a25e6edd-85e7-464f-b41c-3f2ed44ad585', 'tag': '1d1bac53-3ee0-4790-9953-56840696e26d', 'status': 'completed', 'code': 200} Oct 12 00:20:31.442231 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8c0a54-e70d-4bc8-9356-dab7272389bd {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:20:31.455160 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Publish callbacks [] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:31.466606 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41816b-5016-40d6-98b9-7de65c520377 req-d8d062c7-18c6-4079-952f-cde78201a5ba tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:31.468255 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ce41816b-5016-40d6-98b9-7de65c520377 req-d8d062c7-18c6-4079-952f-cde78201a5ba tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 931 time: 0.0711153 Oct 12 00:20:31.479952 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Transition to ACTIVE for port object 2d8c0a54-e70d-4bc8-9356-dab7272389bd will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:20:31.552071 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ce41816b-5016-40d6-98b9-7de65c520377 req-95a4b945-c5b5-455f-8f51-5ce7f456d797 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707669 Oct 12 00:20:31.564536 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d07dc98-3e04-414a-b808-f1309a4bd108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d2f2f221-7712-4ab4-8a09-61fc2fab38b9), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:31.566975 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d07dc98-3e04-414a-b808-f1309a4bd108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:31.572332 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-7d07dc98-3e04-414a-b808-f1309a4bd108 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d2f2f221-7712-4ab4-8a09-61fc2fab38b9 HTTP/1.1" status: 204 len: 168 time: 1.3978846 Oct 12 00:20:31.642562 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-6e24b4a8-53ab-4581-8e1f-e2a95c906717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:31.644112 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-6e24b4a8-53ab-4581-8e1f-e2a95c906717 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cc748322-3660-40ca-ad32-305cc5ab6021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3473024 Oct 12 00:20:31.645610 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26b457-e476-40fb-bd26-a914973df031 req-bcf2aa7e-df70-4ee7-a1d7-9afc7af9351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:31.646918 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8f26b457-e476-40fb-bd26-a914973df031 req-bcf2aa7e-df70-4ee7-a1d7-9afc7af9351a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.3267543 Oct 12 00:20:31.661705 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:31.672491 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07dc98-3e04-414a-b808-f1309a4bd108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f2f221-7712-4ab4-8a09-61fc2fab38b9,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:31.758225 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073d67f-7e3f-44c1-8d78-db94f9bb5a53 req-1891590f-c5ba-4135-b368-0b62fa3e1114 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:31.767284 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c0608-863a-4276-869e-e2300d999383 req-956b5435-ee68-44da-a8ce-f6ad07e3e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:31.768720 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2f5c0608-863a-4276-869e-e2300d999383 req-956b5435-ee68-44da-a8ce-f6ad07e3e145 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 1127 time: 0.1988137 Oct 12 00:20:31.770986 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9073d67f-7e3f-44c1-8d78-db94f9bb5a53 req-1891590f-c5ba-4135-b368-0b62fa3e1114 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 931 time: 0.3442423 Oct 12 00:20:31.771746 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:31.796660 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8c0a54-e70d-4bc8-9356-dab7272389bd,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:31.872003 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:31.886214 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Attempting to bind port 2d8c0a54-e70d-4bc8-9356-dab7272389bd on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:31.886572 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Attempting to bind port 2d8c0a54-e70d-4bc8-9356-dab7272389bd by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:31.886885 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Attempting to bind port 2d8c0a54-e70d-4bc8-9356-dab7272389bd on network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:32.008164 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f685bf86-a169-460a-aa10-0d360aab19a3 admin admin] Publish callbacks [] for security_group (a44fdcb2-4013-4479-b963-e8e3ccadd3dc), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:32.045210 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26b457-e476-40fb-bd26-a914973df031 req-4fc778d8-db15-40c6-a588-317fbceb947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:32.046980 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8f26b457-e476-40fb-bd26-a914973df031 req-4fc778d8-db15-40c6-a588-317fbceb947f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2740831 Oct 12 00:20:32.047629 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-867db96a-2de3-4d68-9a61-e3baaa3fa7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (72b053ed-f290-46dd-adac-bb203fed05dc), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:32.050556 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-867db96a-2de3-4d68-9a61-e3baaa3fa7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:32.054052 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-867db96a-2de3-4d68-9a61-e3baaa3fa7c4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/72b053ed-f290-46dd-adac-bb203fed05dc HTTP/1.1" status: 204 len: 168 time: 1.8748770 Oct 12 00:20:32.072478 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Port 2d8c0a54-e70d-4bc8-9356-dab7272389bd on network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:20:32.074058 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Attempting to bind port 2d8c0a54-e70d-4bc8-9356-dab7272389bd on network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:32.077146 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867db96a-2de3-4d68-9a61-e3baaa3fa7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b053ed-f290-46dd-adac-bb203fed05dc,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:32.166470 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f685bf86-a169-460a-aa10-0d360aab19a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (a44fdcb2-4013-4479-b963-e8e3ccadd3dc), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:32.190929 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:32.190929 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Checking segment: {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:32.191629 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Bound using segment: {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:32.206435 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Bound port: 2d8c0a54-e70d-4bc8-9356-dab7272389bd, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:32.206435 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:32.228731 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c0608-863a-4276-869e-e2300d999383 req-e1bf0548-df2b-420f-8623-117676538cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:32.230223 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2f5c0608-863a-4276-869e-e2300d999383 req-e1bf0548-df2b-420f-8623-117676538cc1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.4351535 Oct 12 00:20:32.375001 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2f5c0608-863a-4276-869e-e2300d999383 req-87b0ab9b-4a9a-42ad-9fec-63a52337ec8f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ebb0516-e416-4555-8242-08922710f750 HTTP/1.1" status: 200 len: 217 time: 0.0966551 Oct 12 00:20:32.416433 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] For port 2d8c0a54-e70d-4bc8-9356-dab7272389bd, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:32.424935 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] For port 2d8c0a54-e70d-4bc8-9356-dab7272389bd, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2d8c0a54-e70d-4bc8-9356-dab7272389bd,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:32.482577 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e459d-4984-4d59-9b62-bc7c5c889fc1 req-2accdf9f-165a-4845-bcc0-eee042339779 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:32.484635 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9f5e459d-4984-4d59-9b62-bc7c5c889fc1 req-2accdf9f-165a-4845-bcc0-eee042339779 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 943 time: 0.0697534 Oct 12 00:20:32.534977 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:32.552459 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:32.553250 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:32.554604 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/2d8c0a54-e70d-4bc8-9356-dab7272389bd HTTP/1.1" status: 200 len: 1093 time: 2.8238716 Oct 12 00:20:32.559014 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'tag': '2d8c0a54-e70d-4bc8-9356-dab7272389bd'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:20:32.561461 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3f53da-5de8-42e4-961a-3e3b6ce23662" -d '{"events": [{"name": "network-changed", "server_uuid": "1a130e92-2fae-45a7-a64c-bffbf46b4758", "tag": "2d8c0a54-e70d-4bc8-9356-dab7272389bd"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:20:32.575148 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ead2ef-e264-4674-985a-3ce94c8b6181 {{(pid=111559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:20:32.592430 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Publish callbacks [] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:32.647589 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9f5e459d-4984-4d59-9b62-bc7c5c889fc1 req-5fe4ac8b-4af6-46e5-942b-24d41a69c364 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496170 Oct 12 00:20:32.661952 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c0608-863a-4276-869e-e2300d999383 req-5c0f4442-ac9c-4f3e-85d9-8b0238ed2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:32.663812 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2f5c0608-863a-4276-869e-e2300d999383 req-5c0f4442-ac9c-4f3e-85d9-8b0238ed2a9b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.1782806 Oct 12 00:20:32.698251 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.provisioning_blocks [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Transition to ACTIVE for port object 25ead2ef-e264-4674-985a-3ce94c8b6181 will not be triggered until provisioned by entity L2. {{(pid=111559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:20:32.726272 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9073d67f-7e3f-44c1-8d78-db94f9bb5a53 req-2fca550e-0209-4877-b4bd-d0853a036f5f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9546158 Oct 12 00:20:32.747063 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0a341-43a3-445e-b06c-1c40b5de27b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8c0a54-e70d-4bc8-9356-dab7272389bd,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:32.768507 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c0608-863a-4276-869e-e2300d999383 req-e3c48355-3291-4297-9766-1ca6c15a1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:32.770064 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2f5c0608-863a-4276-869e-e2300d999383 req-e3c48355-3291-4297-9766-1ca6c15a1117 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0918410 Oct 12 00:20:32.776134 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-f685bf86-a169-460a-aa10-0d360aab19a3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ba0e3f466bee4bbf8a92a23a2ccdb80a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8620665 Oct 12 00:20:32.777237 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685bf86-a169-460a-aa10-0d360aab19a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44fdcb2-4013-4479-b963-e8e3ccadd3dc,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:32.778725 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60476) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:32.830134 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:32.899818 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-5517600d-8c15-4d6f-85b1-e15d18920870 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cc748322-3660-40ca-ad32-305cc5ab6021?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1105695 Oct 12 00:20:32.902479 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60480) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:32.979264 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-35176d4b-9dd7-4514-ad20-8ba87a0788e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:32.979656 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8f26b457-e476-40fb-bd26-a914973df031 req-08d37fe6-99b9-4f0a-b2d9-13472718352d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9045973 Oct 12 00:20:32.995970 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d598c9d6-5850-4d13-bcb8-ddd990e45cc4 x-openstack-request-id: req-d598c9d6-5850-4d13-bcb8-ddd990e45cc4 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:20:32.996631 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a130e92-2fae-45a7-a64c-bffbf46b4758", "tag": "2d8c0a54-e70d-4bc8-9356-dab7272389bd", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:20:32.997062 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d598c9d6-5850-4d13-bcb8-ddd990e45cc4 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:20:32.998156 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d598c9d6-5850-4d13-bcb8-ddd990e45cc4'] response: {'name': 'network-changed', 'server_uuid': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'tag': '2d8c0a54-e70d-4bc8-9356-dab7272389bd', 'status': 'completed', 'code': 200} Oct 12 00:20:33.041946 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.126896 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-35176d4b-9dd7-4514-ad20-8ba87a0788e7 admin admin] Publish callbacks [] for security_group (d0b0c4e8-52f9-4a44-b213-7ab1456816c5), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.134563 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6fb45-d0e3-481a-a4cd-39e937a3ea3a req-1d595e6b-a6f5-40d1-a9e5-8b457c235226 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:33.136486 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c7b6fb45-d0e3-481a-a4cd-39e937a3ea3a req-1d595e6b-a6f5-40d1-a9e5-8b457c235226 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 943 time: 0.1675878 Oct 12 00:20:33.208036 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e2a79714-5e66-4536-bf34-5358603bf958 admin admin] Publish callbacks [] for security_group (a44fdcb2-4013-4479-b963-e8e3ccadd3dc), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.218120 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:33.235761 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-35176d4b-9dd7-4514-ad20-8ba87a0788e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d0b0c4e8-52f9-4a44-b213-7ab1456816c5), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.265769 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f364bdee-2a0e-4513-bce6-1cc461bdf000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:33.267296 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-f364bdee-2a0e-4513-bce6-1cc461bdf000 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=54567f4ea839415a94397e13f93d71cc&device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 1127 time: 0.3955071 Oct 12 00:20:33.302555 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-35176d4b-9dd7-4514-ad20-8ba87a0788e7 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=58a4724798604fd789c15159e5e79ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947632 Oct 12 00:20:33.316577 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e2a79714-5e66-4536-bf34-5358603bf958 admin admin] Publish callbacks [] for security_group (a44fdcb2-4013-4479-b963-e8e3ccadd3dc), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.319064 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60488) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:33.352972 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.379206 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Pushing event updated for resources: {'Port': ['ID=25ead2ef-e264-4674-985a-3ce94c8b6181,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:33.410957 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-af3fdc44-6199-48d0-b7c3-3286de5a6c1f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cc748322-3660-40ca-ad32-305cc5ab6021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622002 Oct 12 00:20:33.417693 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35176d4b-9dd7-4514-ad20-8ba87a0788e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b0c4e8-52f9-4a44-b213-7ab1456816c5,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:33.418325 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b270eb-2c8c-4476-8e2f-4e3e636e7c21 req-9ca7c50e-5584-4822-9bbe-43e664383908 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:33.426344 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b7b270eb-2c8c-4476-8e2f-4e3e636e7c21 req-9ca7c50e-5584-4822-9bbe-43e664383908 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 943 time: 0.2361524 Oct 12 00:20:33.432352 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-2766a2e2-d81f-475e-b45f-55c28a0493e1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d8c0a54-e70d-4bc8-9356-dab7272389bd HTTP/1.1" status: 200 len: 217 time: 0.0856156 Oct 12 00:20:33.442729 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2f5c0608-863a-4276-869e-e2300d999383 req-61657262-32b4-45c6-bee1-495e176cdc93 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946887 Oct 12 00:20:33.446343 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c7b6fb45-d0e3-481a-a4cd-39e937a3ea3a req-19e1ab18-b328-4bf1-8a54-ed56165cfd46 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641220 Oct 12 00:20:33.456586 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Attempting to bind port 25ead2ef-e264-4674-985a-3ce94c8b6181 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:20:33.456952 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Attempting to bind port 25ead2ef-e264-4674-985a-3ce94c8b6181 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:20:33.457527 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Attempting to bind port 25ead2ef-e264-4674-985a-3ce94c8b6181 on network a7f2d8cc-4d82-4295-a149-404a55bcd20c {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:33.573970 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b9da-6c16-4225-b039-728586fe03c9 req-19df01d7-c5a4-4b2d-bd05-16d57489d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:33.576082 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-19df01d7-c5a4-4b2d-bd05-16d57489d0dd service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=aa18335c-d319-429c-b473-349dd96c4b84 HTTP/1.1" status: 200 len: 849 time: 0.1219561 Oct 12 00:20:33.584482 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0c38-6ba4-4bdc-8ae8-37254f270ea7 admin admin] Publish callbacks [] for security_group (d0b0c4e8-52f9-4a44-b213-7ab1456816c5), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.592599 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8f26b457-e476-40fb-bd26-a914973df031 req-71eb2dfa-3784-440f-886b-35a51afca80b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010160 Oct 12 00:20:33.597616 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Port 25ead2ef-e264-4674-985a-3ce94c8b6181 on network a7f2d8cc-4d82-4295-a149-404a55bcd20c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:20:33.597945 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Attempting to bind port 25ead2ef-e264-4674-985a-3ce94c8b6181 on network a7f2d8cc-4d82-4295-a149-404a55bcd20c {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:20:33.625227 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0c38-6ba4-4bdc-8ae8-37254f270ea7 admin admin] Publish callbacks [] for security_group (d0b0c4e8-52f9-4a44-b213-7ab1456816c5), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.635179 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b7b270eb-2c8c-4476-8e2f-4e3e636e7c21 req-020fdf1e-af44-42d7-8b39-e8e66e9e878b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077639 Oct 12 00:20:33.642205 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2f5c0608-863a-4276-869e-e2300d999383 req-362d0085-f6cb-4850-ab85-673fc80cb5b6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779280 Oct 12 00:20:33.666643 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e2a79714-5e66-4536-bf34-5358603bf958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (a44fdcb2-4013-4479-b963-e8e3ccadd3dc), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.666643 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e2a79714-5e66-4536-bf34-5358603bf958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.666643 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-e2a79714-5e66-4536-bf34-5358603bf958 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a44fdcb2-4013-4479-b963-e8e3ccadd3dc HTTP/1.1" status: 204 len: 168 time: 0.8805501 Oct 12 00:20:33.678176 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a79714-5e66-4536-bf34-5358603bf958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44fdcb2-4013-4479-b963-e8e3ccadd3dc,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:33.689852 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60492) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:33.709866 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:20:33.709866 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Checking segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:33.709866 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Bound using segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:20:33.710265 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Bound port: 25ead2ef-e264-4674-985a-3ce94c8b6181, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:20:33.710265 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.720539 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-01c0a4f6-8c91-40c7-aac4-2a642ac6f473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.835402 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b9da-6c16-4225-b039-728586fe03c9 req-8a6fbc79-84a2-4d60-a8ad-6bf9b7a110ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:33.837325 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-8a6fbc79-84a2-4d60-a8ad-6bf9b7a110ed service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0979309 Oct 12 00:20:33.853623 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0c38-6ba4-4bdc-8ae8-37254f270ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d0b0c4e8-52f9-4a44-b213-7ab1456816c5), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.857047 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0c38-6ba4-4bdc-8ae8-37254f270ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:33.860985 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3e2f0c38-6ba4-4bdc-8ae8-37254f270ea7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d0b0c4e8-52f9-4a44-b213-7ab1456816c5 HTTP/1.1" status: 204 len: 168 time: 0.5392663 Oct 12 00:20:33.937686 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfeeed-50ce-4c75-bb6c-de9482c9133a req-1d0b45e3-ef2b-40e0-a241-2bb8258601d2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:33.947450 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-02bfeeed-50ce-4c75-bb6c-de9482c9133a req-1d0b45e3-ef2b-40e0-a241-2bb8258601d2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 943 time: 0.1136873 Oct 12 00:20:33.953612 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] For port 25ead2ef-e264-4674-985a-3ce94c8b6181, host hv-cinder-84914, cleared binding levels {{(pid=111559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:20:33.962495 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f0c38-6ba4-4bdc-8ae8-37254f270ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b0c4e8-52f9-4a44-b213-7ab1456816c5,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:33.975979 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:34.007672 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] For port 25ead2ef-e264-4674-985a-3ce94c8b6181, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ead2ef-e264-4674-985a-3ce94c8b6181,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:20:34.051321 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-02bfeeed-50ce-4c75-bb6c-de9482c9133a req-92f66335-5609-4e43-b46c-244be5166d40 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018364 Oct 12 00:20:34.062464 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f421a-21ef-4725-8d1c-d175d8766ef3 req-7955cec6-5ce7-4214-a85c-7d4d8a796ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:34.072112 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-998f421a-21ef-4725-8d1c-d175d8766ef3 req-7955cec6-5ce7-4214-a85c-7d4d8a796ebe service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=bbfafa65b93241bcb62d41018f6ccd1f&device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 1127 time: 0.2520659 Oct 12 00:20:34.078296 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:34.118348 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:34.118348 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:34.118348 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/25ead2ef-e264-4674-985a-3ce94c8b6181 HTTP/1.1" status: 200 len: 1093 time: 3.4492824 Oct 12 00:20:34.118348 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'tag': '25ead2ef-e264-4674-985a-3ce94c8b6181'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:20:34.119264 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2685e1ca-3eda-4102-b0d4-15f7b21f0cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "84d5f38e-5fbf-4a54-adf9-6025f1358776", "tag": "25ead2ef-e264-4674-985a-3ce94c8b6181"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:20:34.128531 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61ec33-8654-40f1-9bfd-0b945ce937dc req-5d2d2c40-04b5-4e05-b078-554e184c2dd8 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:34.142202 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-df61ec33-8654-40f1-9bfd-0b945ce937dc req-5d2d2c40-04b5-4e05-b078-554e184c2dd8 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 943 time: 0.3085034 Oct 12 00:20:34.190904 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7a584-ccfd-4863-8be3-49a9143398d2 service neutron] Pushing event updated for resources: {'Port': ['ID=25ead2ef-e264-4674-985a-3ce94c8b6181,revision_number=3']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:34.251857 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2874602c-a169-4271-90cc-21833e325d82 x-openstack-request-id: req-2874602c-a169-4271-90cc-21833e325d82 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:20:34.252167 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d5f38e-5fbf-4a54-adf9-6025f1358776", "tag": "25ead2ef-e264-4674-985a-3ce94c8b6181", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:20:34.252795 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2874602c-a169-4271-90cc-21833e325d82 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:20:34.253201 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2874602c-a169-4271-90cc-21833e325d82'] response: {'name': 'network-changed', 'server_uuid': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'tag': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'status': 'completed', 'code': 200} Oct 12 00:20:34.331270 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-01c0a4f6-8c91-40c7-aac4-2a642ac6f473 admin admin] Publish callbacks [] for security_group (1ccf3732-8832-4ce5-b82b-1f4d68c1eaf4), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:34.344145 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:34.420159 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-df61ec33-8654-40f1-9bfd-0b945ce937dc req-9b68825b-13b8-40b4-a925-2e5eaa226f8f tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769704 Oct 12 00:20:34.425552 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:34.427815 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:34.437672 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-01c0a4f6-8c91-40c7-aac4-2a642ac6f473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1ccf3732-8832-4ce5-b82b-1f4d68c1eaf4), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:34.495222 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e1ca-3eda-4102-b0d4-15f7b21f0cbf req-58b14fea-4295-41f8-8d90-d09107605c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:34.497606 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2685e1ca-3eda-4102-b0d4-15f7b21f0cbf req-58b14fea-4295-41f8-8d90-d09107605c78 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 1127 time: 0.0709398 Oct 12 00:20:34.506870 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0a4f6-8c91-40c7-aac4-2a642ac6f473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccf3732-8832-4ce5-b82b-1f4d68c1eaf4,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:34.522256 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-e0ebf534-e7eb-4a50-a9a5-b14353eba532 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566606 Oct 12 00:20:34.600266 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f421a-21ef-4725-8d1c-d175d8766ef3 req-a15b37a8-d199-473d-a171-11c97e3d79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:34.621659 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-998f421a-21ef-4725-8d1c-d175d8766ef3 req-a15b37a8-d199-473d-a171-11c97e3d79fd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cc748322-3660-40ca-ad32-305cc5ab6021 HTTP/1.1" status: 200 len: 912 time: 0.5206888 Oct 12 00:20:34.824848 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:34.836664 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-01c0a4f6-8c91-40c7-aac4-2a642ac6f473 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=83468573643c456187416060e3b65170&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1405311 Oct 12 00:20:34.837426 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60538) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:34.867458 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15020c-47a4-4bc6-813c-66acf37dd9f2 req-b3261997-40c3-427c-8808-82d0620473c4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:34.874139 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7f15020c-47a4-4bc6-813c-66acf37dd9f2 req-b3261997-40c3-427c-8808-82d0620473c4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 943 time: 0.2317119 Oct 12 00:20:34.964681 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-998f421a-21ef-4725-8d1c-d175d8766ef3 req-a16a509f-f2eb-43a6-ba88-481c8124ab86 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1bac53-3ee0-4790-9953-56840696e26d HTTP/1.1" status: 200 len: 217 time: 0.1768644 Oct 12 00:20:34.979601 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e1ca-3eda-4102-b0d4-15f7b21f0cbf req-226001af-51f5-4c74-a36b-60838098c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:34.996750 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2685e1ca-3eda-4102-b0d4-15f7b21f0cbf req-226001af-51f5-4c74-a36b-60838098c8d4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=10160596b45c49249155b0c2585e70bb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4092317 Oct 12 00:20:35.043242 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7f15020c-47a4-4bc6-813c-66acf37dd9f2 req-7b3f1873-bfca-438d-9bbd-406768dda3f1 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681008 Oct 12 00:20:35.080505 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0059b9da-6c16-4225-b039-728586fe03c9 req-83ee2751-5198-431d-85dd-d3f900ac048f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585614 Oct 12 00:20:35.095522 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373f46a-1fa8-4764-841d-14c2c6bcdbc0 req-fc942739-b8e8-4378-8a3a-0ee0f0f9b1d3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:35.102245 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2373f46a-1fa8-4764-841d-14c2c6bcdbc0 req-fc942739-b8e8-4378-8a3a-0ee0f0f9b1d3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 943 time: 0.3214231 Oct 12 00:20:35.240627 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e1ca-3eda-4102-b0d4-15f7b21f0cbf req-eb3544a6-13b4-4cda-bdf2-5a01b1871d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:35.242107 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2685e1ca-3eda-4102-b0d4-15f7b21f0cbf req-eb3544a6-13b4-4cda-bdf2-5a01b1871d4a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2552478 Oct 12 00:20:35.253251 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c44a15-f27f-4c61-b910-75d2ec6640a1 req-d2988bb6-9bc1-46ce-b1bc-78245d996453 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:35.254772 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-17c44a15-f27f-4c61-b910-75d2ec6640a1 req-d2988bb6-9bc1-46ce-b1bc-78245d996453 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 943 time: 0.0651603 Oct 12 00:20:35.319917 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:35.322928 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c0032773-64dc-4907-a43a-026d9fdcab97 admin admin] Publish callbacks [] for security_group (1ccf3732-8832-4ce5-b82b-1f4d68c1eaf4), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:35.356392 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f421a-21ef-4725-8d1c-d175d8766ef3 req-0b320d2c-6951-40e2-a864-3a759ca9b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:35.357969 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-998f421a-21ef-4725-8d1c-d175d8766ef3 req-0b320d2c-6951-40e2-a864-3a759ca9b5a5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b5fd896d-b671-4818-bacd-1e9a19209300 HTTP/1.1" status: 200 len: 850 time: 0.3571613 Oct 12 00:20:35.362162 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-17c44a15-f27f-4c61-b910-75d2ec6640a1 req-a8b7364c-e3ef-4b6f-9426-85692df2927a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998409 Oct 12 00:20:35.390978 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c0032773-64dc-4907-a43a-026d9fdcab97 admin admin] Publish callbacks [] for security_group (1ccf3732-8832-4ce5-b82b-1f4d68c1eaf4), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:35.417151 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2373f46a-1fa8-4764-841d-14c2c6bcdbc0 req-38a6a148-3896-4f0f-a0cf-fa00f182fed2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107431 Oct 12 00:20:35.538844 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cffe2-955d-4746-bece-b8bf53725f39 req-eaa85e11-002c-49ba-9808-549df3685d2d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:35.540463 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5a7cffe2-955d-4746-bece-b8bf53725f39 req-eaa85e11-002c-49ba-9808-549df3685d2d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 943 time: 0.0466914 Oct 12 00:20:35.565500 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c0032773-64dc-4907-a43a-026d9fdcab97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1ccf3732-8832-4ce5-b82b-1f4d68c1eaf4), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:35.569228 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c0032773-64dc-4907-a43a-026d9fdcab97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:35.570416 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-c0032773-64dc-4907-a43a-026d9fdcab97 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1ccf3732-8832-4ce5-b82b-1f4d68c1eaf4 HTTP/1.1" status: 204 len: 168 time: 0.7019022 Oct 12 00:20:35.590680 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0032773-64dc-4907-a43a-026d9fdcab97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccf3732-8832-4ce5-b82b-1f4d68c1eaf4,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:35.615938 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5a7cffe2-955d-4746-bece-b8bf53725f39 req-c894114d-ab60-4f47-a861-599c80d40dae tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682912 Oct 12 00:20:35.808052 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:35.907532 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f421a-21ef-4725-8d1c-d175d8766ef3 req-96485412-d3bb-4ea9-b413-4c0449236549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:35.909072 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-998f421a-21ef-4725-8d1c-d175d8766ef3 req-96485412-d3bb-4ea9-b413-4c0449236549 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cc748322-3660-40ca-ad32-305cc5ab6021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0596557 Oct 12 00:20:35.980914 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f53da-5de8-42e4-961a-3e3b6ce23662 req-95fc4344-01a2-4603-b8ca-c4ff964534c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:35.983707 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ea3f53da-5de8-42e4-961a-3e3b6ce23662 req-95fc4344-01a2-4603-b8ca-c4ff964534c7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=54567f4ea839415a94397e13f93d71cc&device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 1127 time: 0.0410998 Oct 12 00:20:36.033470 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-33b545eb-d11c-423d-8fa0-b141e4fba652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:36.034983 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-33b545eb-d11c-423d-8fa0-b141e4fba652 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 1127 time: 0.0856686 Oct 12 00:20:36.078397 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-998f421a-21ef-4725-8d1c-d175d8766ef3 req-f459acab-4514-42f2-82df-4ea680aa4fc1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cc748322-3660-40ca-ad32-305cc5ab6021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301610 Oct 12 00:20:36.115735 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f53da-5de8-42e4-961a-3e3b6ce23662 req-8ebeadb6-ef08-4d7d-ad33-7b2dce6bc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:36.117475 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ea3f53da-5de8-42e4-961a-3e3b6ce23662 req-8ebeadb6-ef08-4d7d-ad33-7b2dce6bc2ad service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 200 len: 911 time: 0.1145670 Oct 12 00:20:36.176969 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eba483-c064-4cd2-ae09-d5be049533ac req-a8e5ad09-9098-4e1d-8daf-b27e21ce9bb9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:36.178402 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b4eba483-c064-4cd2-ae09-d5be049533ac req-a8e5ad09-9098-4e1d-8daf-b27e21ce9bb9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 943 time: 0.0456598 Oct 12 00:20:36.229832 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b4eba483-c064-4cd2-ae09-d5be049533ac req-6bd70c5c-2425-48e6-a223-5845ba583bd6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457859 Oct 12 00:20:36.487812 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9391b-365d-473b-987a-74ce7db058cc req-391247a9-fbe9-4a06-a527-36f0714bbde5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:36.489398 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-45e9391b-365d-473b-987a-74ce7db058cc req-391247a9-fbe9-4a06-a527-36f0714bbde5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 943 time: 0.0517943 Oct 12 00:20:36.565532 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-45e9391b-365d-473b-987a-74ce7db058cc req-9eb7072c-b6d3-42a9-86b8-afb87d13a5ac tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702629 Oct 12 00:20:36.572284 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50afd5c-50d6-4a61-9269-c4dc382b458f req-6f3e364c-f776-4ad9-88ee-0ac0a480b2c5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:36.580220 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d50afd5c-50d6-4a61-9269-c4dc382b458f req-6f3e364c-f776-4ad9-88ee-0ac0a480b2c5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 943 time: 0.0711732 Oct 12 00:20:36.607135 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 60612) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:36.626459 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d50afd5c-50d6-4a61-9269-c4dc382b458f req-d8ebd35b-f459-4576-b95d-67c4254d4116 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450649 Oct 12 00:20:36.727087 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd9c5c-c28a-488a-9d49-3cc8f7591c9d req-f2c0d399-0678-4ea5-85e6-bd0403fd3f3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:36.728453 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d9cd9c5c-c28a-488a-9d49-3cc8f7591c9d req-f2c0d399-0678-4ea5-85e6-bd0403fd3f3d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 943 time: 0.0478213 Oct 12 00:20:36.903191 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:36.958170 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:36.965642 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cbb21f44-f6e4-4cf2-b435-e820def3ed1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:36.970068 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d9cd9c5c-c28a-488a-9d49-3cc8f7591c9d req-eff59acd-41a5-407e-a110-3b0e0a03e86b tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347558 Oct 12 00:20:37.068410 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cbb21f44-f6e4-4cf2-b435-e820def3ed1b admin admin] Publish callbacks [] for security_group (9eb60280-a817-489b-b7c8-2930ea130e5b), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:37.142253 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cbb21f44-f6e4-4cf2-b435-e820def3ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9eb60280-a817-489b-b7c8-2930ea130e5b), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:37.192232 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb21f44-f6e4-4cf2-b435-e820def3ed1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb60280-a817-489b-b7c8-2930ea130e5b,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:37.199310 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-cbb21f44-f6e4-4cf2-b435-e820def3ed1b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=093c7ca07d6d4ae089e9c1f787d2e06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883868 Oct 12 00:20:37.200813 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 60640) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:37.215565 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:37.255108 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36adda7b-9b58-40e3-abfe-75d0c619579e admin admin] Publish callbacks [] for security_group (9eb60280-a817-489b-b7c8-2930ea130e5b), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:37.285083 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36adda7b-9b58-40e3-abfe-75d0c619579e admin admin] Publish callbacks [] for security_group (9eb60280-a817-489b-b7c8-2930ea130e5b), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:37.287921 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:37.364460 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebeacd-ab10-44b5-a372-cc90513e0b88 req-786386a7-1944-4c9a-9121-c8d06872e044 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:37.366098 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c0ebeacd-ab10-44b5-a372-cc90513e0b88 req-786386a7-1944-4c9a-9121-c8d06872e044 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 943 time: 0.0513558 Oct 12 00:20:37.407643 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36adda7b-9b58-40e3-abfe-75d0c619579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9eb60280-a817-489b-b7c8-2930ea130e5b), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:37.410260 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36adda7b-9b58-40e3-abfe-75d0c619579e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:37.413922 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-36adda7b-9b58-40e3-abfe-75d0c619579e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9eb60280-a817-489b-b7c8-2930ea130e5b HTTP/1.1" status: 204 len: 168 time: 0.2097428 Oct 12 00:20:37.415916 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c0ebeacd-ab10-44b5-a372-cc90513e0b88 req-4ce4c77e-391b-4817-8ab7-4ab7d7210798 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 Oct 12 00:20:37.421071 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adda7b-9b58-40e3-abfe-75d0c619579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb60280-a817-489b-b7c8-2930ea130e5b,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:37.706988 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872cb50-675a-4c5d-b105-7486e59d43b9 req-814cf14c-7ab8-45e3-b169-1675310d3564 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:37.715321 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b872cb50-675a-4c5d-b105-7486e59d43b9 req-814cf14c-7ab8-45e3-b169-1675310d3564 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 943 time: 0.0689414 Oct 12 00:20:37.778949 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b872cb50-675a-4c5d-b105-7486e59d43b9 req-e2b050a2-f4ad-41ec-bfc5-b8d60e3f3033 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596070 Oct 12 00:20:37.800066 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460fb6a-b059-483d-bff5-fb6d04b3d769 req-183cdec3-6f41-40ef-a819-6b84b85463b8 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:37.801660 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4460fb6a-b059-483d-bff5-fb6d04b3d769 req-183cdec3-6f41-40ef-a819-6b84b85463b8 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 943 time: 0.0741785 Oct 12 00:20:37.866946 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4460fb6a-b059-483d-bff5-fb6d04b3d769 req-b8f66b94-a3de-40f1-881c-1b69edf06f26 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590777 Oct 12 00:20:38.101815 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451286b4-3448-4506-bd89-152d90b951df req-b6380392-7952-4579-9afc-aad0df40f95d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:38.103330 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-451286b4-3448-4506-bd89-152d90b951df req-b6380392-7952-4579-9afc-aad0df40f95d tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 943 time: 0.0525835 Oct 12 00:20:38.150257 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-451286b4-3448-4506-bd89-152d90b951df req-e291d35f-258c-4900-b19c-dcd61f3456ed tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Oct 12 00:20:38.185537 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:38.259582 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:38.318868 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-4296d9c9-0fdc-4dff-9812-0d9f5c6779ed service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25ead2ef-e264-4674-985a-3ce94c8b6181 HTTP/1.1" status: 200 len: 217 time: 0.0421579 Oct 12 00:20:38.367577 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:38.399124 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-998f421a-21ef-4725-8d1c-d175d8766ef3 req-cf9c31e8-1db8-43f3-908d-8eea2254df15 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cc748322-3660-40ca-ad32-305cc5ab6021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893219 Oct 12 00:20:38.422706 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 60702) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:38.439193 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-438678fd-22a3-40b2-9450-e1c1c2311790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:38.522775 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-438678fd-22a3-40b2-9450-e1c1c2311790 admin admin] Publish callbacks [] for security_group (5541e566-dc36-432d-80df-66e50719985a), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:38.525776 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:38.542747 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400970c4-b9f0-43ce-8197-3b19aff1e2b5 req-7083a1b1-df11-4b96-9dc2-c8f745f1f9ba tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:38.544993 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-400970c4-b9f0-43ce-8197-3b19aff1e2b5 req-7083a1b1-df11-4b96-9dc2-c8f745f1f9ba tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 943 time: 0.0527534 Oct 12 00:20:38.619937 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-400970c4-b9f0-43ce-8197-3b19aff1e2b5 req-f3225e8a-a30b-4fc4-bcb0-7016262f4b07 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617464 Oct 12 00:20:38.622329 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-438678fd-22a3-40b2-9450-e1c1c2311790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (5541e566-dc36-432d-80df-66e50719985a), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:38.662694 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-438678fd-22a3-40b2-9450-e1c1c2311790 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ae7c15f10b244e03a6a2fb3cfc73b24d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385311 Oct 12 00:20:38.665424 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:38.670550 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60712) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:38.670671 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438678fd-22a3-40b2-9450-e1c1c2311790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5541e566-dc36-432d-80df-66e50719985a,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:38.677328 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 60714) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:38.720366 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-49227285-8335-4cd3-943f-4ec65a63176e admin admin] Publish callbacks [] for security_group (5541e566-dc36-432d-80df-66e50719985a), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:38.741368 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-49227285-8335-4cd3-943f-4ec65a63176e admin admin] Publish callbacks [] for security_group (5541e566-dc36-432d-80df-66e50719985a), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:38.885151 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-49227285-8335-4cd3-943f-4ec65a63176e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (5541e566-dc36-432d-80df-66e50719985a), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:38.889258 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-49227285-8335-4cd3-943f-4ec65a63176e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:38.890579 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-49227285-8335-4cd3-943f-4ec65a63176e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5541e566-dc36-432d-80df-66e50719985a HTTP/1.1" status: 204 len: 168 time: 0.2239823 Oct 12 00:20:38.895544 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87455f36-03db-45e3-ac8e-e129006dc2ba req-4bbd9bc6-2b8b-48e9-b50d-31d7a01c23b9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:38.897138 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-87455f36-03db-45e3-ac8e-e129006dc2ba req-4bbd9bc6-2b8b-48e9-b50d-31d7a01c23b9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 943 time: 0.0481052 Oct 12 00:20:38.909243 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49227285-8335-4cd3-943f-4ec65a63176e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5541e566-dc36-432d-80df-66e50719985a,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:39.007846 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-87455f36-03db-45e3-ac8e-e129006dc2ba req-697bdc02-27e6-4c01-8fe8-d6f6e262ea50 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830038 Oct 12 00:20:39.034955 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6715c97-deb5-403d-a611-7097b9cf819d req-06cf28ca-e276-4a28-9cbd-622fd3096353 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:39.036777 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f6715c97-deb5-403d-a611-7097b9cf819d req-06cf28ca-e276-4a28-9cbd-622fd3096353 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 943 time: 0.0572727 Oct 12 00:20:39.056106 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66408cf9-8668-4b72-8efb-b2e576119475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:39.091650 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:39.104083 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f6715c97-deb5-403d-a611-7097b9cf819d req-cdf23bc2-320d-4290-af65-0d62d926f957 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607114 Oct 12 00:20:39.188795 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66408cf9-8668-4b72-8efb-b2e576119475 admin admin] Publish callbacks [] for security_group (3035d04d-0432-4b41-8373-7dde6addaeb1), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:39.275872 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3baa56-86eb-4d18-a68a-4164101a8210 req-9b2c4759-aaa7-4c7a-84e0-a1e1b8fb589e tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:39.277363 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0b3baa56-86eb-4d18-a68a-4164101a8210 req-9b2c4759-aaa7-4c7a-84e0-a1e1b8fb589e tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 943 time: 0.0484853 Oct 12 00:20:39.279067 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66408cf9-8668-4b72-8efb-b2e576119475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3035d04d-0432-4b41-8373-7dde6addaeb1), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:39.345348 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66408cf9-8668-4b72-8efb-b2e576119475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3035d04d-0432-4b41-8373-7dde6addaeb1,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:39.350891 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 1d1bac53-3ee0-4790-9953-56840696e26d details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:20:39.384854 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:39.393445 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-66408cf9-8668-4b72-8efb-b2e576119475 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5421643b82554363bc0fc8c142495be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7149653 Oct 12 00:20:39.396188 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60748) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:39.461174 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0b3baa56-86eb-4d18-a68a-4164101a8210 req-56c61e4f-7a56-46d4-ad3a-bd72f0a79a10 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748893 Oct 12 00:20:39.504812 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 1d1bac53-3ee0-4790-9953-56840696e26d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1d1bac53-3ee0-4790-9953-56840696e26d,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:39.510546 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:39.516803 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8e36c32e-f07d-49b6-a38a-3694a5360ea4 admin admin] Publish callbacks [] for security_group (3035d04d-0432-4b41-8373-7dde6addaeb1), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:39.518490 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '1d1bac53-3ee0-4790-9953-56840696e26d', 'network_id': 'cc748322-3660-40ca-ad32-305cc5ab6021', 'port_id': '1d1bac53-3ee0-4790-9953-56840696e26d', 'mac_address': 'fa:16:3e:27:bb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5fd896d-b671-4818-bacd-1e9a19209300', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:20:39.549070 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8e36c32e-f07d-49b6-a38a-3694a5360ea4 admin admin] Publish callbacks [] for security_group (3035d04d-0432-4b41-8373-7dde6addaeb1), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:39.562506 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 1d1bac53-3ee0-4790-9953-56840696e26d is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:39.563008 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:39.586143 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1bac53-3ee0-4790-9953-56840696e26d {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:20:39.624954 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 1d1bac53-3ee0-4790-9953-56840696e26d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1d1bac53-3ee0-4790-9953-56840696e26d,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:39.720348 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:39.721075 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8e36c32e-f07d-49b6-a38a-3694a5360ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3035d04d-0432-4b41-8373-7dde6addaeb1), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:39.723762 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8e36c32e-f07d-49b6-a38a-3694a5360ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:39.727136 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-8e36c32e-f07d-49b6-a38a-3694a5360ea4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3035d04d-0432-4b41-8373-7dde6addaeb1 HTTP/1.1" status: 204 len: 168 time: 0.3276401 Oct 12 00:20:39.742237 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c7d09-bd5e-407e-85f6-865e3fc7fe05 req-84bf36d1-4402-4916-ad6c-ae79981aa287 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:39.743934 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9f3c7d09-bd5e-407e-85f6-865e3fc7fe05 req-84bf36d1-4402-4916-ad6c-ae79981aa287 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 943 time: 0.0620153 Oct 12 00:20:39.752225 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36c32e-f07d-49b6-a38a-3694a5360ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3035d04d-0432-4b41-8373-7dde6addaeb1,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:39.818106 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9f3c7d09-bd5e-407e-85f6-865e3fc7fe05 req-45d45f60-20c2-404d-a936-677260287478 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638771 Oct 12 00:20:39.819863 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=1d1bac53-3ee0-4790-9953-56840696e26d,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:39.860328 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:40.110816 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['1d1bac53-3ee0-4790-9953-56840696e26d'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:20:40.182097 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ea3f53da-5de8-42e4-961a-3e3b6ce23662 req-a79d801a-da61-4d50-8143-6fd3f1fa0a9e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d8c0a54-e70d-4bc8-9356-dab7272389bd HTTP/1.1" status: 200 len: 217 time: 0.0417826 Oct 12 00:20:40.182097 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a16aa-6710-4978-a96d-76c661d5739a req-5667f244-a64a-4652-aa6e-2a732cfdd285 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:40.182097 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2d9a16aa-6710-4978-a96d-76c661d5739a req-5667f244-a64a-4652-aa6e-2a732cfdd285 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 943 time: 0.0987022 Oct 12 00:20:40.274738 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2d9a16aa-6710-4978-a96d-76c661d5739a req-b5ef3faf-27a6-4075-974f-64aba024a07f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962253 Oct 12 00:20:40.274738 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f53da-5de8-42e4-961a-3e3b6ce23662 req-c23df32c-dc5b-4e0c-bf2c-40f2589897d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:40.274738 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ea3f53da-5de8-42e4-961a-3e3b6ce23662 req-c23df32c-dc5b-4e0c-bf2c-40f2589897d1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=aa18335c-d319-429c-b473-349dd96c4b84 HTTP/1.1" status: 200 len: 849 time: 0.0888944 Oct 12 00:20:40.292124 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a7cc4c68-ad17-4f60-9e36-6ded6319b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:40.293574 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-a7cc4c68-ad17-4f60-9e36-6ded6319b75f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=52bba071-c454-4c4d-992e-bc926db7c275 HTTP/1.1" status: 200 len: 854 time: 0.1527214 Oct 12 00:20:40.325519 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f53da-5de8-42e4-961a-3e3b6ce23662 req-936db14c-d63f-4aa6-82b1-e44a04264567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:40.326215 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:40.327814 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ea3f53da-5de8-42e4-961a-3e3b6ce23662 req-936db14c-d63f-4aa6-82b1-e44a04264567 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437903 Oct 12 00:20:40.335053 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340fa5e-0885-49bd-a2e4-6529beac6ec4 req-3cb2db59-c03c-4e6a-af77-6b62e8000b8a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:40.337447 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3340fa5e-0885-49bd-a2e4-6529beac6ec4 req-3cb2db59-c03c-4e6a-af77-6b62e8000b8a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 943 time: 0.1045766 Oct 12 00:20:40.396924 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-1e77954d-d7b5-47c4-a1ec-a7b6fa983007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:40.398405 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-1e77954d-d7b5-47c4-a1ec-a7b6fa983007 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a7f2d8cc-4d82-4295-a149-404a55bcd20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0938320 Oct 12 00:20:40.429161 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ea3f53da-5de8-42e4-961a-3e3b6ce23662 req-2ec48085-cb91-48d2-be26-f196aef408df service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934267 Oct 12 00:20:40.475432 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3340fa5e-0885-49bd-a2e4-6529beac6ec4 req-0c6edae2-8992-472c-a891-bbec687332cd tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162901 Oct 12 00:20:40.529206 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-565293b5-6dc1-4683-8404-1173ddc5bc7e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230011 Oct 12 00:20:40.542925 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:40.562834 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ea3f53da-5de8-42e4-961a-3e3b6ce23662 req-89c48b6a-e777-4bcd-b28b-2d785dabfc94 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273489 Oct 12 00:20:40.617124 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dbc77-e50c-482e-a13d-03e63b8fa690 req-dba31523-cea7-4bfc-94be-6c8cdda2f1d6 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:40.619701 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-cb2dbc77-e50c-482e-a13d-03e63b8fa690 req-dba31523-cea7-4bfc-94be-6c8cdda2f1d6 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 944 time: 0.0592113 Oct 12 00:20:40.662947 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ee833a8a-fa8d-4648-81e3-fa8fa4f21dd4 req-ac456f7d-76db-4bd4-a9d4-384b3e009c25 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246443 Oct 12 00:20:40.677023 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-cb2dbc77-e50c-482e-a13d-03e63b8fa690 req-76c17132-2806-4f96-be7e-6a58bf1462b0 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536578 Oct 12 00:20:40.941662 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5a118-538d-4f43-be8e-45f42951cae9 req-14714b62-bf08-401c-acb1-98cc6c8558c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:40.943128 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a9c5a118-538d-4f43-be8e-45f42951cae9 req-14714b62-bf08-401c-acb1-98cc6c8558c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 943 time: 0.0503023 Oct 12 00:20:40.989499 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a9c5a118-538d-4f43-be8e-45f42951cae9 req-0e6eb6d7-5d3d-49f9-948c-00685da72234 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Oct 12 00:20:41.329964 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 60802) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:41.339755 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 5ebb0516-e416-4555-8242-08922710f750 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:20:41.347253 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:41.349250 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3dfebe14-82ef-47dd-86de-ec3deac87d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:41.400800 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 1d1bac53-3ee0-4790-9953-56840696e26d up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:41.429681 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b69351-2e4e-49c1-966b-1db726b8365c req-cc9de78c-35f7-4673-842e-b814a16222d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:41.440066 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e5b69351-2e4e-49c1-966b-1db726b8365c req-cc9de78c-35f7-4673-842e-b814a16222d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 943 time: 0.0806155 Oct 12 00:20:41.504706 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3dfebe14-82ef-47dd-86de-ec3deac87d1d admin admin] Publish callbacks [] for security_group (53b31289-07e5-4120-af30-7eb0b492155c), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:41.509205 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e5b69351-2e4e-49c1-966b-1db726b8365c req-2c684f46-2ff5-4c18-b7fe-901eaa16dc90 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668499 Oct 12 00:20:41.616236 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3dfebe14-82ef-47dd-86de-ec3deac87d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (53b31289-07e5-4120-af30-7eb0b492155c), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:41.630315 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:41.631526 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 1d1bac53-3ee0-4790-9953-56840696e26d completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:20:41.639860 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed49d1d-c8ab-4130-9c4d-4880c168987f req-6149299e-c20f-4406-a0e0-ecd56d7e97e1 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:41.641608 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fed49d1d-c8ab-4130-9c4d-4880c168987f req-6149299e-c20f-4406-a0e0-ecd56d7e97e1 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 943 time: 0.0700097 Oct 12 00:20:41.662097 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 5ebb0516-e416-4555-8242-08922710f750, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5ebb0516-e416-4555-8242-08922710f750,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:41.681098 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '5ebb0516-e416-4555-8242-08922710f750', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'port_id': '5ebb0516-e416-4555-8242-08922710f750', 'mac_address': 'fa:16:3e:47:e2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:20:41.694125 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfebe14-82ef-47dd-86de-ec3deac87d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b31289-07e5-4120-af30-7eb0b492155c,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:41.703150 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3dfebe14-82ef-47dd-86de-ec3deac87d1d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=44ec116e47ec46fb887e0bc11588a2a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718371 Oct 12 00:20:41.711095 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 60812) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:41.719478 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 5ebb0516-e416-4555-8242-08922710f750 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:41.719987 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5ebb0516-e416-4555-8242-08922710f750), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:41.733961 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fed49d1d-c8ab-4130-9c4d-4880c168987f req-7a42ae6d-8811-4e58-b77f-dfe84ac1b01e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787144 Oct 12 00:20:41.734262 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebb0516-e416-4555-8242-08922710f750 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:20:41.769879 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 1d1bac53-3ee0-4790-9953-56840696e26d triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:41.769879 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:41.769879 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 1d1bac53-3ee0-4790-9953-56840696e26d Oct 12 00:20:41.772742 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 5ebb0516-e416-4555-8242-08922710f750, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5ebb0516-e416-4555-8242-08922710f750,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:41.781444 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6bc212e4-1691-4347-87bf-00998fce71eb admin admin] Publish callbacks [] for security_group (53b31289-07e5-4120-af30-7eb0b492155c), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:41.807948 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6bc212e4-1691-4347-87bf-00998fce71eb admin admin] Publish callbacks [] for security_group (53b31289-07e5-4120-af30-7eb0b492155c), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:41.847663 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (5ebb0516-e416-4555-8242-08922710f750), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:41.848483 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2d8c0a54-e70d-4bc8-9356-dab7272389bd details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:20:41.879502 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e723dd-cec4-473e-b6df-d788ec0a77a8 req-2f911c59-a1f8-48c2-a9d4-3334687ecd19 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:41.881006 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-95e723dd-cec4-473e-b6df-d788ec0a77a8 req-2f911c59-a1f8-48c2-a9d4-3334687ecd19 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 944 time: 0.0683124 Oct 12 00:20:41.909922 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 1d1bac53-3ee0-4790-9953-56840696e26d is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:41.910324 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:41.933490 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-95e723dd-cec4-473e-b6df-d788ec0a77a8 req-1c18bd70-7896-4f93-9e64-ede4be0c86b2 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461862 Oct 12 00:20:41.939301 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=5ebb0516-e416-4555-8242-08922710f750,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:41.986258 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25e6edd-85e7-464f-b41c-3f2ed44ad585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1bac53-3ee0-4790-9953-56840696e26d'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:20:41.990468 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6bc212e4-1691-4347-87bf-00998fce71eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (53b31289-07e5-4120-af30-7eb0b492155c), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:41.994656 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6bc212e4-1691-4347-87bf-00998fce71eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:41.994656 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-6bc212e4-1691-4347-87bf-00998fce71eb admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/53b31289-07e5-4120-af30-7eb0b492155c HTTP/1.1" status: 204 len: 168 time: 0.2873840 Oct 12 00:20:42.003170 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc212e4-1691-4347-87bf-00998fce71eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b31289-07e5-4120-af30-7eb0b492155c,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:42.072428 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 1d1bac53-3ee0-4790-9953-56840696e26d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1d1bac53-3ee0-4790-9953-56840696e26d,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:42.116826 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2d8c0a54-e70d-4bc8-9356-dab7272389bd, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2d8c0a54-e70d-4bc8-9356-dab7272389bd,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:42.140349 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '2d8c0a54-e70d-4bc8-9356-dab7272389bd', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'port_id': '2d8c0a54-e70d-4bc8-9356-dab7272389bd', 'mac_address': 'fa:16:3e:60:66:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:20:42.144130 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:42.169692 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f586c2b-fc3a-481b-9cee-d30048eb65dc req-ddbdb15c-cb63-488c-9e76-e53d3ab633a6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:42.177729 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7f586c2b-fc3a-481b-9cee-d30048eb65dc req-ddbdb15c-cb63-488c-9e76-e53d3ab633a6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 944 time: 0.0714726 Oct 12 00:20:42.232158 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7f586c2b-fc3a-481b-9cee-d30048eb65dc req-c33f9025-6086-4c11-bf29-66c157c3e271 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532603 Oct 12 00:20:42.242368 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2d8c0a54-e70d-4bc8-9356-dab7272389bd is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:42.242749 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:42.270846 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8c0a54-e70d-4bc8-9356-dab7272389bd {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:20:42.307521 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=1d1bac53-3ee0-4790-9953-56840696e26d,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:42.313357 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:42.334087 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2d8c0a54-e70d-4bc8-9356-dab7272389bd, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2d8c0a54-e70d-4bc8-9356-dab7272389bd,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:42.410180 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a3aab8-4cce-422f-8982-abc0590346e6" -d '{"events": [{"server_uuid": "a25e6edd-85e7-464f-b41c-3f2ed44ad585", "name": "network-vif-plugged", "status": "completed", "tag": "1d1bac53-3ee0-4790-9953-56840696e26d"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:20:42.424701 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:42.486179 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2d8c0a54-e70d-4bc8-9356-dab7272389bd,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:42.614855 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d924c84-f683-4850-a241-b65a2e177457 x-openstack-request-id: req-6d924c84-f683-4850-a241-b65a2e177457 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:20:42.615604 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25e6edd-85e7-464f-b41c-3f2ed44ad585", "name": "network-vif-plugged", "status": "completed", "tag": "1d1bac53-3ee0-4790-9953-56840696e26d", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:20:42.619871 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d924c84-f683-4850-a241-b65a2e177457 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:20:42.619871 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d924c84-f683-4850-a241-b65a2e177457'] response: {'server_uuid': 'a25e6edd-85e7-464f-b41c-3f2ed44ad585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1bac53-3ee0-4790-9953-56840696e26d', 'code': 200} Oct 12 00:20:42.653220 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52cf45-afce-4ad9-99f2-4de15bbf4d88 req-3eb0957e-28a4-4395-8b47-543dfd2047a9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:42.655174 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0d52cf45-afce-4ad9-99f2-4de15bbf4d88 req-3eb0957e-28a4-4395-8b47-543dfd2047a9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 943 time: 0.0637081 Oct 12 00:20:42.710664 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0d52cf45-afce-4ad9-99f2-4de15bbf4d88 req-2a73933b-8972-4c82-b993-05ebac48869a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495086 Oct 12 00:20:42.873326 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407089b7-7cdf-43b5-8e4a-6368dc083803 req-d8c2325a-8851-44f1-89c9-71bb8e973296 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:42.874831 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-407089b7-7cdf-43b5-8e4a-6368dc083803 req-d8c2325a-8851-44f1-89c9-71bb8e973296 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 944 time: 0.0485055 Oct 12 00:20:42.928080 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-407089b7-7cdf-43b5-8e4a-6368dc083803 req-2e72a734-454e-4a41-bf6e-cedf217a450f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472491 Oct 12 00:20:42.943533 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['5ebb0516-e416-4555-8242-08922710f750'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:20:43.067908 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['2d8c0a54-e70d-4bc8-9356-dab7272389bd'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:20:43.181275 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908ac55-cbf5-48ee-b489-bfefe9908de6 req-573d2a8d-b0b3-4f1d-86e9-ab2ce813428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:43.184433 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:43.186365 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a908ac55-cbf5-48ee-b489-bfefe9908de6 req-573d2a8d-b0b3-4f1d-86e9-ab2ce813428e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 1129 time: 0.1817253 Oct 12 00:20:43.316130 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-a908ac55-cbf5-48ee-b489-bfefe9908de6 req-61c4b813-f3f4-4f7c-92b3-f9a052f5d562 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:43.367856 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7b3cc-6af6-43cd-bbed-643e7329edba req-3b5883db-dabb-4881-a3b0-e2aab6bdba83 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:43.375065 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5fe7b3cc-6af6-43cd-bbed-643e7329edba req-3b5883db-dabb-4881-a3b0-e2aab6bdba83 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 945 time: 0.2408712 Oct 12 00:20:43.406197 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:43.411078 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae58fb-8d50-4444-a7f4-ffc56fa18bcf req-5debab09-907c-480e-9802-3e16a876535b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:43.436717 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-dfae58fb-8d50-4444-a7f4-ffc56fa18bcf req-5debab09-907c-480e-9802-3e16a876535b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 944 time: 0.0835383 Oct 12 00:20:43.455903 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5fe7b3cc-6af6-43cd-bbed-643e7329edba req-8fa3a5e5-2b7f-4799-a6bd-05f02e3c7194 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796039 Oct 12 00:20:43.502783 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-dfae58fb-8d50-4444-a7f4-ffc56fa18bcf req-9c98dc41-866d-4247-97f9-48257437ad2f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625262 Oct 12 00:20:43.527008 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-a908ac55-cbf5-48ee-b489-bfefe9908de6 req-61c4b813-f3f4-4f7c-92b3-f9a052f5d562 service neutron] Publish callbacks [] for security_group (46378d2c-ab56-4ba1-8977-e36e5d48a338), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:43.593726 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-a908ac55-cbf5-48ee-b489-bfefe9908de6 req-61c4b813-f3f4-4f7c-92b3-f9a052f5d562 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (46378d2c-ab56-4ba1-8977-e36e5d48a338), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:43.645066 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a908ac55-cbf5-48ee-b489-bfefe9908de6 req-61c4b813-f3f4-4f7c-92b3-f9a052f5d562 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940232 Oct 12 00:20:43.645828 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4b813-f3f4-4f7c-92b3-f9a052f5d562 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46378d2c-ab56-4ba1-8977-e36e5d48a338,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:43.821159 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device c00ed7a3-6f70-42f2-91d7-bc8ef378b584 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:20:43.841502 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1926c-8758-49c5-bbff-a59cd8f37de7 req-974d06af-b9e8-44d7-873d-f3ba6b693940 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:43.843170 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-32b1926c-8758-49c5-bbff-a59cd8f37de7 req-974d06af-b9e8-44d7-873d-f3ba6b693940 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 943 time: 0.0570445 Oct 12 00:20:43.892017 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-32b1926c-8758-49c5-bbff-a59cd8f37de7 req-ae5dcada-b218-4782-945d-702caa6c52b7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433671 Oct 12 00:20:43.929550 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port c00ed7a3-6f70-42f2-91d7-bc8ef378b584, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c00ed7a3-6f70-42f2-91d7-bc8ef378b584,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:43.941093 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': 'c00ed7a3-6f70-42f2-91d7-bc8ef378b584', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'port_id': 'c00ed7a3-6f70-42f2-91d7-bc8ef378b584', 'mac_address': 'fa:16:3e:50:dc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:20:43.976327 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:43.976766 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:43.990636 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00ed7a3-6f70-42f2-91d7-bc8ef378b584 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:20:44.034314 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port c00ed7a3-6f70-42f2-91d7-bc8ef378b584, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c00ed7a3-6f70-42f2-91d7-bc8ef378b584,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:44.062732 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5487a7-a30b-422b-9ff5-d836ad79981a req-3f763762-5a01-4ffa-bcf2-2d106534ae92 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:44.064727 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1c5487a7-a30b-422b-9ff5-d836ad79981a req-3f763762-5a01-4ffa-bcf2-2d106534ae92 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 944 time: 0.0548849 Oct 12 00:20:44.099559 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:44.099728 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:44.122576 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1c5487a7-a30b-422b-9ff5-d836ad79981a req-8233a6e8-aae5-4cfe-a501-659ce58fa26b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511394 Oct 12 00:20:44.162698 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=c00ed7a3-6f70-42f2-91d7-bc8ef378b584,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:44.391772 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 5ebb0516-e416-4555-8242-08922710f750 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:44.433927 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 5ebb0516-e416-4555-8242-08922710f750 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:20:44.535806 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 5ebb0516-e416-4555-8242-08922710f750 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:44.535806 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (5ebb0516-e416-4555-8242-08922710f750), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:44.535806 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 5ebb0516-e416-4555-8242-08922710f750 Oct 12 00:20:44.586159 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:44.598414 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad728b26-bfb5-4230-9cbd-54b29e808993 req-55e69536-119e-4e66-81fe-55a27be84d5f tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:44.599977 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ad728b26-bfb5-4230-9cbd-54b29e808993 req-55e69536-119e-4e66-81fe-55a27be84d5f tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 945 time: 0.0740435 Oct 12 00:20:44.643548 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8adb4-a342-46fe-9cab-e1357a652eda req-8118aad9-fa32-4297-8963-9b57dc8a37b4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:44.646125 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1fa8adb4-a342-46fe-9cab-e1357a652eda req-8118aad9-fa32-4297-8963-9b57dc8a37b4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 944 time: 0.0722976 Oct 12 00:20:44.662497 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 5ebb0516-e416-4555-8242-08922710f750 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:44.663267 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5ebb0516-e416-4555-8242-08922710f750), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:44.669854 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ad728b26-bfb5-4230-9cbd-54b29e808993 req-c114c72a-bdbe-42ef-b6bd-0ab9532e5102 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613797 Oct 12 00:20:44.681472 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:44.703163 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20228600-f497-4d8c-86c7-1ba7f1a986e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb0516-e416-4555-8242-08922710f750'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:20:44.705493 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a1c848-ba54-431c-a843-7b493245dd42" -d '{"events": [{"server_uuid": "20228600-f497-4d8c-86c7-1ba7f1a986e0", "name": "network-vif-plugged", "status": "completed", "tag": "5ebb0516-e416-4555-8242-08922710f750"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:20:44.718465 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['c00ed7a3-6f70-42f2-91d7-bc8ef378b584'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:20:44.724473 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 5ebb0516-e416-4555-8242-08922710f750, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5ebb0516-e416-4555-8242-08922710f750,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:44.737640 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1fa8adb4-a342-46fe-9cab-e1357a652eda req-ab4f073b-76cc-41e9-845c-62c01ffef750 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812459 Oct 12 00:20:44.790950 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d065263-0ccf-42a0-a8ce-6f20ec8b2b53 x-openstack-request-id: req-0d065263-0ccf-42a0-a8ce-6f20ec8b2b53 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:20:44.791284 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20228600-f497-4d8c-86c7-1ba7f1a986e0", "name": "network-vif-plugged", "status": "completed", "tag": "5ebb0516-e416-4555-8242-08922710f750", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:20:44.791818 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d065263-0ccf-42a0-a8ce-6f20ec8b2b53 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:20:44.797979 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d065263-0ccf-42a0-a8ce-6f20ec8b2b53'] response: {'server_uuid': '20228600-f497-4d8c-86c7-1ba7f1a986e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb0516-e416-4555-8242-08922710f750', 'code': 200} Oct 12 00:20:44.856028 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (5ebb0516-e416-4555-8242-08922710f750), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:44.856876 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2d8c0a54-e70d-4bc8-9356-dab7272389bd up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:44.912964 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:44.959177 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=5ebb0516-e416-4555-8242-08922710f750,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:44.961900 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 2d8c0a54-e70d-4bc8-9356-dab7272389bd completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:20:45.017829 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3e36-fd40-475c-98df-a805f6d75c65 req-a10e0aa3-7ca1-4e0e-aefa-b03a7e28dfc7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:45.019321 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5e0e3e36-fd40-475c-98df-a805f6d75c65 req-a10e0aa3-7ca1-4e0e-aefa-b03a7e28dfc7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 943 time: 0.0523651 Oct 12 00:20:45.047445 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 2d8c0a54-e70d-4bc8-9356-dab7272389bd triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:45.047764 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:45.048123 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 2d8c0a54-e70d-4bc8-9356-dab7272389bd Oct 12 00:20:45.067143 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5e0e3e36-fd40-475c-98df-a805f6d75c65 req-817a7256-4915-4494-8b09-8177425284b2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417173 Oct 12 00:20:45.132016 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2d8c0a54-e70d-4bc8-9356-dab7272389bd is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:45.132818 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:45.186021 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2d8c0a54-e70d-4bc8-9356-dab7272389bd, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2d8c0a54-e70d-4bc8-9356-dab7272389bd,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:45.248043 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:45.283399 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b098c7-616a-4b09-abd0-cc42250be1b1 req-e1d93437-2582-42b4-86a0-bda6274cfd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:45.284932 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-12b098c7-616a-4b09-abd0-cc42250be1b1 req-e1d93437-2582-42b4-86a0-bda6274cfd81 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 1129 time: 0.0859523 Oct 12 00:20:45.296319 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91938c9c-f6d4-427a-8619-671e8808df60 req-0179191f-7b66-427b-8e07-056761f1cc2b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:45.298352 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-91938c9c-f6d4-427a-8619-671e8808df60 req-0179191f-7b66-427b-8e07-056761f1cc2b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0607903 Oct 12 00:20:45.321339 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2d8c0a54-e70d-4bc8-9356-dab7272389bd,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:45.385785 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-91938c9c-f6d4-427a-8619-671e8808df60 req-5c90e8d7-ca39-4268-a6a3-3c8d44541534 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749989 Oct 12 00:20:45.790176 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216827f-8934-4e8a-8d77-af4638b72f5e req-d7fd50ea-8367-4785-a7de-46539b1cec97 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:45.791660 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a216827f-8934-4e8a-8d77-af4638b72f5e req-d7fd50ea-8367-4785-a7de-46539b1cec97 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 945 time: 0.0494044 Oct 12 00:20:45.813721 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 25ead2ef-e264-4674-985a-3ce94c8b6181 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:20:45.836736 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device c00ed7a3-6f70-42f2-91d7-bc8ef378b584 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:45.844932 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a216827f-8934-4e8a-8d77-af4638b72f5e req-2f3f701f-a1dc-4721-a3db-8b4dc08f59f3 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469646 Oct 12 00:20:45.870356 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f528106-835f-4c51-997b-41fdcfe8ed92 req-5ddd5c81-889c-413c-a968-cd0ec6b97aa6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:45.872224 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2f528106-835f-4c51-997b-41fdcfe8ed92 req-5ddd5c81-889c-413c-a968-cd0ec6b97aa6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0614870 Oct 12 00:20:45.927465 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2f528106-835f-4c51-997b-41fdcfe8ed92 req-5e505d4f-02c8-4729-a961-b22d44451350 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487010 Oct 12 00:20:45.950123 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:20:45.966558 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 25ead2ef-e264-4674-985a-3ce94c8b6181, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ead2ef-e264-4674-985a-3ce94c8b6181,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:45.977358 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'port_id': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'mac_address': 'fa:16:3e:de:2e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:20:45.983550 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-12b098c7-616a-4b09-abd0-cc42250be1b1 req-c7fa6b06-b594-4451-873b-1169b91b74bc service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403874 Oct 12 00:20:46.012923 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 25ead2ef-e264-4674-985a-3ce94c8b6181 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:46.013557 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.026661 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ead2ef-e264-4674-985a-3ce94c8b6181 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:20:46.046547 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 25ead2ef-e264-4674-985a-3ce94c8b6181, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ead2ef-e264-4674-985a-3ce94c8b6181,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:46.067101 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:46.067558 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.067890 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 Oct 12 00:20:46.148907 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:46.149287 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.152518 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.207120 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 32768) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:46.238510 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534dedd-5d96-4ff7-8240-47ad41d07b19 req-b86d774f-6a14-4f61-a046-dffd710499e7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:46.240158 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e534dedd-5d96-4ff7-8240-47ad41d07b19 req-b86d774f-6a14-4f61-a046-dffd710499e7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 944 time: 0.0725160 Oct 12 00:20:46.308144 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:46.325431 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=25ead2ef-e264-4674-985a-3ce94c8b6181,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:46.327897 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e534dedd-5d96-4ff7-8240-47ad41d07b19 req-bcedeab0-1b0c-426e-9e92-ba0760d0cfba tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738497 Oct 12 00:20:46.334528 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:46.353118 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port c00ed7a3-6f70-42f2-91d7-bc8ef378b584, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c00ed7a3-6f70-42f2-91d7-bc8ef378b584,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:46.370745 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c5e1c5c2-8d19-4859-8baa-a3953e504c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.435186 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.445521 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:46.451231 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c5e1c5c2-8d19-4859-8baa-a3953e504c86 admin admin] Publish callbacks [] for security_group (80c16b2f-ba13-4873-8cac-191ddabc15d0), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.502370 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=c00ed7a3-6f70-42f2-91d7-bc8ef378b584,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:46.521780 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['25ead2ef-e264-4674-985a-3ce94c8b6181'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:20:46.527546 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c5e1c5c2-8d19-4859-8baa-a3953e504c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (80c16b2f-ba13-4873-8cac-191ddabc15d0), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.570891 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba1dd2-4af8-4b75-b98b-296207b6ddfd req-cb954f3e-8726-4236-845a-b93643888d7d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:46.572435 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-60ba1dd2-4af8-4b75-b98b-296207b6ddfd req-cb954f3e-8726-4236-845a-b93643888d7d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0854528 Oct 12 00:20:46.582271 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-c5e1c5c2-8d19-4859-8baa-a3953e504c86 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6b255ff81d314f1d8daa5515ae21af9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742771 Oct 12 00:20:46.586546 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1c5c2-8d19-4859-8baa-a3953e504c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c16b2f-ba13-4873-8cac-191ddabc15d0,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:46.589224 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 32786) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:46.656250 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-75bafda0-b29f-46e6-a902-28569a72b715 admin admin] Publish callbacks [] for security_group (80c16b2f-ba13-4873-8cac-191ddabc15d0), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.660596 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-60ba1dd2-4af8-4b75-b98b-296207b6ddfd req-4ef3cd79-b767-41cd-8d5b-e279a50caf5e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769494 Oct 12 00:20:46.701535 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-75bafda0-b29f-46e6-a902-28569a72b715 admin admin] Publish callbacks [] for security_group (80c16b2f-ba13-4873-8cac-191ddabc15d0), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.724944 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:46.793853 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8c0a54-e70d-4bc8-9356-dab7272389bd'}, {'server_uuid': 'f9bf92f4-feae-4c05-afff-d0daff3371e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00ed7a3-6f70-42f2-91d7-bc8ef378b584'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:20:46.796200 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6678ed38-31f9-4c6f-9d2e-869a54df5654" -d '{"events": [{"server_uuid": "1a130e92-2fae-45a7-a64c-bffbf46b4758", "name": "network-vif-plugged", "status": "completed", "tag": "2d8c0a54-e70d-4bc8-9356-dab7272389bd"}, {"server_uuid": "f9bf92f4-feae-4c05-afff-d0daff3371e3", "name": "network-vif-plugged", "status": "completed", "tag": "c00ed7a3-6f70-42f2-91d7-bc8ef378b584"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:20:46.843930 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 12 Oct 2022 00:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6241be-420d-43f7-a2b5-ee3d152bd69e x-openstack-request-id: req-cb6241be-420d-43f7-a2b5-ee3d152bd69e {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:20:46.844244 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a130e92-2fae-45a7-a64c-bffbf46b4758", "name": "network-vif-plugged", "status": "completed", "tag": "2d8c0a54-e70d-4bc8-9356-dab7272389bd", "code": 200}, {"server_uuid": "f9bf92f4-feae-4c05-afff-d0daff3371e3", "name": "network-vif-plugged", "status": "completed", "tag": "c00ed7a3-6f70-42f2-91d7-bc8ef378b584", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:20:46.844500 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb6241be-420d-43f7-a2b5-ee3d152bd69e {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:20:46.844902 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6241be-420d-43f7-a2b5-ee3d152bd69e'] response: {'server_uuid': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8c0a54-e70d-4bc8-9356-dab7272389bd', 'code': 200} Oct 12 00:20:46.845157 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6241be-420d-43f7-a2b5-ee3d152bd69e'] response: {'server_uuid': 'f9bf92f4-feae-4c05-afff-d0daff3371e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00ed7a3-6f70-42f2-91d7-bc8ef378b584', 'code': 200} Oct 12 00:20:46.851069 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-75bafda0-b29f-46e6-a902-28569a72b715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (80c16b2f-ba13-4873-8cac-191ddabc15d0), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.854339 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-75bafda0-b29f-46e6-a902-28569a72b715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:46.856270 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-75bafda0-b29f-46e6-a902-28569a72b715 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/80c16b2f-ba13-4873-8cac-191ddabc15d0 HTTP/1.1" status: 204 len: 168 time: 0.2643416 Oct 12 00:20:46.864249 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bafda0-b29f-46e6-a902-28569a72b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c16b2f-ba13-4873-8cac-191ddabc15d0,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:46.990886 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64df9a7-6da8-47c1-a83e-fcbf98e003ef req-3e381f7b-3aec-4c23-96b3-d9a2720be71f tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:46.992385 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f64df9a7-6da8-47c1-a83e-fcbf98e003ef req-3e381f7b-3aec-4c23-96b3-d9a2720be71f tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 945 time: 0.0663686 Oct 12 00:20:47.054592 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f64df9a7-6da8-47c1-a83e-fcbf98e003ef req-40a2748c-b818-4d2b-90e2-740dabde5986 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461786 Oct 12 00:20:47.075392 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f96ee-b90c-475c-9a07-28ecd9835e60 req-0f7e8b1d-559e-4e63-a5dc-0d0a78f9a118 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:47.076972 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-923f96ee-b90c-475c-9a07-28ecd9835e60 req-0f7e8b1d-559e-4e63-a5dc-0d0a78f9a118 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0490844 Oct 12 00:20:47.148528 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-923f96ee-b90c-475c-9a07-28ecd9835e60 req-c21ef826-a20e-4c65-8fd5-e876c2813b6a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642052 Oct 12 00:20:47.496346 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 32818) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:47.528357 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533d7cf-5cfb-4d9b-930c-6f2dcd874c2d req-d52fb018-1fd9-439b-98ff-8661a142a18f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:47.535664 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f533d7cf-5cfb-4d9b-930c-6f2dcd874c2d req-d52fb018-1fd9-439b-98ff-8661a142a18f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 944 time: 0.0778990 Oct 12 00:20:47.632202 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f533d7cf-5cfb-4d9b-930c-6f2dcd874c2d req-f8e7c399-c7ee-4b3f-b584-cfb0cf7186da tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954201 Oct 12 00:20:47.651204 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a41d79b9-2b5d-4cf7-a610-5720a7ce0341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:47.721992 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:47.760881 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a41d79b9-2b5d-4cf7-a610-5720a7ce0341 admin admin] Publish callbacks [] for security_group (40ead80a-d51b-4034-bd82-b2c58ae0d660), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:47.765101 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6a6e2-c8bd-444d-94d6-70f7be222f62 req-bc37e7ec-7df1-41af-84cf-d33ec04a5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:47.766594 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e0d6a6e2-c8bd-444d-94d6-70f7be222f62 req-bc37e7ec-7df1-41af-84cf-d33ec04a5415 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 1129 time: 0.0548446 Oct 12 00:20:47.771602 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 32826) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:47.795892 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2155-d0e6-4819-b688-322431037ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:47.845440 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 25ead2ef-e264-4674-985a-3ce94c8b6181 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:20:47.850886 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e0d6a6e2-c8bd-444d-94d6-70f7be222f62 req-d4f9d3bd-b139-4694-bbd3-ac311b3a7353 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730631 Oct 12 00:20:47.873072 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a41d79b9-2b5d-4cf7-a610-5720a7ce0341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (40ead80a-d51b-4034-bd82-b2c58ae0d660), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:47.884218 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa054a-1907-4f64-9ed9-100889c3044a req-6b6d5a02-222f-4e1b-bdc2-a1a1ee15a686 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:47.885729 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9aaa054a-1907-4f64-9ed9-100889c3044a req-6b6d5a02-222f-4e1b-bdc2-a1a1ee15a686 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.1389039 Oct 12 00:20:47.889886 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3899e4-d1bf-4c41-93f0-4d6228adba9b req-dfa643d6-00cd-4154-97df-25c6e905d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:47.891509 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bd3899e4-d1bf-4c41-93f0-4d6228adba9b req-dfa643d6-00cd-4154-97df-25c6e905d8fd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 1129 time: 0.1219943 Oct 12 00:20:47.901983 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 25ead2ef-e264-4674-985a-3ce94c8b6181 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:20:47.936217 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a41d79b9-2b5d-4cf7-a610-5720a7ce0341 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=035b882afc6941fa94810b16ca6fef2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363105 Oct 12 00:20:47.939550 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 32828) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:47.939550 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d79b9-2b5d-4cf7-a610-5720a7ce0341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ead80a-d51b-4034-bd82-b2c58ae0d660,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:47.947250 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2155-d0e6-4819-b688-322431037ced admin admin] Publish callbacks [] for security_group (7d3f1639-a019-45d9-aed5-f7590bc35867), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:47.952648 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9aaa054a-1907-4f64-9ed9-100889c3044a req-cded7c0f-cf63-4c99-abd2-12679e6e1922 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569644 Oct 12 00:20:48.006828 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-66a00898-e96f-4163-bbc1-e296faaddd5e admin admin] Publish callbacks [] for security_group (40ead80a-d51b-4034-bd82-b2c58ae0d660), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.015810 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 25ead2ef-e264-4674-985a-3ce94c8b6181 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:20:48.016252 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.016678 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 25ead2ef-e264-4674-985a-3ce94c8b6181 Oct 12 00:20:48.028326 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-66a00898-e96f-4163-bbc1-e296faaddd5e admin admin] Publish callbacks [] for security_group (40ead80a-d51b-4034-bd82-b2c58ae0d660), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.049621 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2155-d0e6-4819-b688-322431037ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (7d3f1639-a019-45d9-aed5-f7590bc35867), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.096523 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0f3e2155-d0e6-4819-b688-322431037ced admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c1e6d093dd8d48b2b1e379baadda9199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239794 Oct 12 00:20:48.097877 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e2155-d0e6-4819-b688-322431037ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3f1639-a019-45d9-aed5-f7590bc35867,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:48.099232 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 25ead2ef-e264-4674-985a-3ce94c8b6181 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:20:48.099409 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 32830) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:48.099927 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.138108 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 25ead2ef-e264-4674-985a-3ce94c8b6181, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ead2ef-e264-4674-985a-3ce94c8b6181,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:20:48.188335 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-66a00898-e96f-4163-bbc1-e296faaddd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (40ead80a-d51b-4034-bd82-b2c58ae0d660), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.192261 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-66a00898-e96f-4163-bbc1-e296faaddd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.195403 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-66a00898-e96f-4163-bbc1-e296faaddd5e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/40ead80a-d51b-4034-bd82-b2c58ae0d660 HTTP/1.1" status: 204 len: 168 time: 0.2540998 Oct 12 00:20:48.200155 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2c5523a2-6c5a-45ae-b042-570c4168f62c admin admin] Publish callbacks [] for security_group (7d3f1639-a019-45d9-aed5-f7590bc35867), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.204343 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a00898-e96f-4163-bbc1-e296faaddd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ead80a-d51b-4034-bd82-b2c58ae0d660,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:48.214223 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bd3899e4-d1bf-4c41-93f0-4d6228adba9b req-2cbaa806-dcf8-4939-9358-da4f26753688 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729604 Oct 12 00:20:48.227277 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:48.229383 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2c5523a2-6c5a-45ae-b042-570c4168f62c admin admin] Publish callbacks [] for security_group (7d3f1639-a019-45d9-aed5-f7590bc35867), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.270847 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.296008 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81750db-344f-4224-b7b8-ea40182aba0d req-41c8ad98-d43b-4a90-b52f-03cf0d20bbce tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:48.299016 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d81750db-344f-4224-b7b8-ea40182aba0d req-41c8ad98-d43b-4a90-b52f-03cf0d20bbce tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0578458 Oct 12 00:20:48.345042 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=25ead2ef-e264-4674-985a-3ce94c8b6181,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:48.361435 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2c5523a2-6c5a-45ae-b042-570c4168f62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (7d3f1639-a019-45d9-aed5-f7590bc35867), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.366174 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2c5523a2-6c5a-45ae-b042-570c4168f62c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:48.368087 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-2c5523a2-6c5a-45ae-b042-570c4168f62c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7d3f1639-a019-45d9-aed5-f7590bc35867 HTTP/1.1" status: 204 len: 168 time: 0.2670913 Oct 12 00:20:48.376109 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d81750db-344f-4224-b7b8-ea40182aba0d req-d9f45cd8-1dc2-48fd-8d1b-2105fb456048 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697794 Oct 12 00:20:48.388000 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5523a2-6c5a-45ae-b042-570c4168f62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3f1639-a019-45d9-aed5-f7590bc35867,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:48.522107 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:48.770839 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe58f8-5c30-4868-a93d-9d2d3b7f3427 req-eaa34ac5-14a9-4a04-bf47-733813475520 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:48.777881 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8cfe58f8-5c30-4868-a93d-9d2d3b7f3427 req-eaa34ac5-14a9-4a04-bf47-733813475520 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 945 time: 0.0671561 Oct 12 00:20:48.821372 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:48.832137 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8cfe58f8-5c30-4868-a93d-9d2d3b7f3427 req-ed7d4065-495d-4570-afe1-e8ca74a1722e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532296 Oct 12 00:20:48.846821 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ead2ef-e264-4674-985a-3ce94c8b6181'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:20:48.853007 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23f2028-2904-4428-92ed-83d17f3fcedd" -d '{"events": [{"server_uuid": "84d5f38e-5fbf-4a54-adf9-6025f1358776", "name": "network-vif-plugged", "status": "completed", "tag": "25ead2ef-e264-4674-985a-3ce94c8b6181"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:20:48.898457 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb0954d-f000-4a35-a9c0-e5160d0072d0 x-openstack-request-id: req-8fb0954d-f000-4a35-a9c0-e5160d0072d0 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:20:48.898840 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d5f38e-5fbf-4a54-adf9-6025f1358776", "name": "network-vif-plugged", "status": "completed", "tag": "25ead2ef-e264-4674-985a-3ce94c8b6181", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:20:48.899171 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fb0954d-f000-4a35-a9c0-e5160d0072d0 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:20:48.900027 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb0954d-f000-4a35-a9c0-e5160d0072d0'] response: {'server_uuid': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'code': 200} Oct 12 00:20:49.017175 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7298e29-be42-4ad5-b498-b6a6707401c7 req-4e75e733-cd64-4cef-a7cd-3f2c8a524f73 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:49.018905 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f7298e29-be42-4ad5-b498-b6a6707401c7 req-4e75e733-cd64-4cef-a7cd-3f2c8a524f73 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0558560 Oct 12 00:20:49.100628 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f7298e29-be42-4ad5-b498-b6a6707401c7 req-cecf8e82-d684-4a73-9de6-757130ea1cd7 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739577 Oct 12 00:20:49.122660 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440015e-75de-4050-9e96-c60183873446 req-14b40012-16d6-4853-a36b-e2b43056b813 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:49.129776 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4440015e-75de-4050-9e96-c60183873446 req-14b40012-16d6-4853-a36b-e2b43056b813 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0603392 Oct 12 00:20:49.139627 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 32880) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:49.154574 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-60e7de0e-5603-4263-b64f-cd6f347122fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:49.185005 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4440015e-75de-4050-9e96-c60183873446 req-115ac49d-652d-4811-b7f6-46fef4fe9c95 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505965 Oct 12 00:20:49.252920 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-60e7de0e-5603-4263-b64f-cd6f347122fb admin admin] Publish callbacks [] for security_group (c0911039-7a96-4152-84ad-6e411770c2fa), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:49.304714 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-60e7de0e-5603-4263-b64f-cd6f347122fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (c0911039-7a96-4152-84ad-6e411770c2fa), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:49.347507 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-60e7de0e-5603-4263-b64f-cd6f347122fb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=94e0e8b6283f47de8d979032c8098d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041297 Oct 12 00:20:49.348300 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 32886) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:49.350823 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7de0e-5603-4263-b64f-cd6f347122fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0911039-7a96-4152-84ad-6e411770c2fa,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:49.405613 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-69dee499-36f4-4cf8-9c16-8d4abcf08fc5 admin admin] Publish callbacks [] for security_group (c0911039-7a96-4152-84ad-6e411770c2fa), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:49.428312 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-69dee499-36f4-4cf8-9c16-8d4abcf08fc5 admin admin] Publish callbacks [] for security_group (c0911039-7a96-4152-84ad-6e411770c2fa), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:49.548725 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-69dee499-36f4-4cf8-9c16-8d4abcf08fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (c0911039-7a96-4152-84ad-6e411770c2fa), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:49.553103 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-69dee499-36f4-4cf8-9c16-8d4abcf08fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:49.556724 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-69dee499-36f4-4cf8-9c16-8d4abcf08fc5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c0911039-7a96-4152-84ad-6e411770c2fa HTTP/1.1" status: 204 len: 168 time: 0.2042494 Oct 12 00:20:49.569246 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dee499-36f4-4cf8-9c16-8d4abcf08fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0911039-7a96-4152-84ad-6e411770c2fa,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:49.942940 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:49.961882 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71821c7b-4f05-4930-bcbb-61d77d27ad5e req-7ba32353-ad40-4eec-94b3-9039aee6bddf tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:49.963505 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-71821c7b-4f05-4930-bcbb-61d77d27ad5e req-7ba32353-ad40-4eec-94b3-9039aee6bddf tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 945 time: 0.0478835 Oct 12 00:20:50.012515 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-71821c7b-4f05-4930-bcbb-61d77d27ad5e req-53fd7783-5d34-4015-b3d8-7356c85e7c03 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433455 Oct 12 00:20:50.113582 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:50.290178 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6573d0-8939-4f81-892c-31e997599494 req-e4d0b1ab-8861-4f9c-9b09-bcc043be3924 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:50.291795 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4e6573d0-8939-4f81-892c-31e997599494 req-e4d0b1ab-8861-4f9c-9b09-bcc043be3924 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.1041191 Oct 12 00:20:50.297830 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784649ed-a5f5-4fe1-9730-41f742ab4f1e req-50e51c88-7293-4b55-8c56-30c87f94c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:50.299422 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-784649ed-a5f5-4fe1-9730-41f742ab4f1e req-50e51c88-7293-4b55-8c56-30c87f94c1cb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 1129 time: 0.0624664 Oct 12 00:20:50.345860 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4e6573d0-8939-4f81-892c-31e997599494 req-67d5de02-2892-4a35-a435-4cb502ee9911 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Oct 12 00:20:50.491937 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec203f3c-ddd1-4a61-9746-d93cdbae8e41 req-12eca194-c072-46c3-8e32-f63225e29d6c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:50.494212 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ec203f3c-ddd1-4a61-9746-d93cdbae8e41 req-12eca194-c072-46c3-8e32-f63225e29d6c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0694380 Oct 12 00:20:50.562940 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ec203f3c-ddd1-4a61-9746-d93cdbae8e41 req-dc4ec051-4386-4718-89f6-58d3786d9e75 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632570 Oct 12 00:20:50.880994 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 32956) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:50.913821 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe11b89-d54d-4b55-9511-3089864e0160 req-ce32a43d-3602-4824-9351-35805a6d56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:50.915591 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5fe11b89-d54d-4b55-9511-3089864e0160 req-ce32a43d-3602-4824-9351-35805a6d56e0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 1129 time: 0.0430269 Oct 12 00:20:50.940607 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784649ed-a5f5-4fe1-9730-41f742ab4f1e req-381dfa7a-7d94-4afe-ae38-5d22925af0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:50.941818 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-784649ed-a5f5-4fe1-9730-41f742ab4f1e req-381dfa7a-7d94-4afe-ae38-5d22925af0a3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.0964673 Oct 12 00:20:50.964959 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5fe11b89-d54d-4b55-9511-3089864e0160 req-34ff7778-b6ea-44d7-a059-9129a4ac7c5c service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437193 Oct 12 00:20:50.994665 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-784649ed-a5f5-4fe1-9730-41f742ab4f1e req-63eec723-13bc-42bd-9f84-ef5c47b275ef service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ebb0516-e416-4555-8242-08922710f750 HTTP/1.1" status: 200 len: 217 time: 0.0408788 Oct 12 00:20:51.010275 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-818788968-network', 'tenant_id': '063a92e4b88f43b88a05dcfda7e19d89'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:51.126963 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Made reservation on behalf of 063a92e4b88f43b88a05dcfda7e19d89 for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:20:51.134700 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:51.137718 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06ae7f-a0ca-49df-9119-d07983c2d84b req-ee711166-5ad4-4c00-809f-8c5cddda6120 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:51.139514 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5a06ae7f-a0ca-49df-9119-d07983c2d84b req-ee711166-5ad4-4c00-809f-8c5cddda6120 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 945 time: 0.0466766 Oct 12 00:20:51.146025 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:51.191756 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5a06ae7f-a0ca-49df-9119-d07983c2d84b req-cecd06f3-784a-45d4-8e9b-51bd0ad87ace tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458181 Oct 12 00:20:51.250682 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Publish callbacks [] for security_group (464dd150-adf5-4e97-887d-fe3fea1386e2), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:51.297007 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:51.322092 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (464dd150-adf5-4e97-887d-fe3fea1386e2), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:51.353566 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784649ed-a5f5-4fe1-9730-41f742ab4f1e req-66d7cb2a-3505-46a5-bcc7-9cd3f4102561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:51.355013 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:20:51.355139 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-784649ed-a5f5-4fe1-9730-41f742ab4f1e req-66d7cb2a-3505-46a5-bcc7-9cd3f4102561 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0672536 Oct 12 00:20:51.367156 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:51.374769 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (9eb85f53-46d7-43e5-acfd-91a9067859ca), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:51.375319 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Added segment 9eb85f53-46d7-43e5-acfd-91a9067859ca of type vlan for network 232532fe-d291-4893-8f30-206fd7f7cc08 Oct 12 00:20:51.377007 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464dd150-adf5-4e97-887d-fe3fea1386e2,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:51.423257 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (232532fe-d291-4893-8f30-206fd7f7cc08), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:51.476505 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31019af4-3306-415c-b650-9a7f3ce2c51f req-cce60ff6-50d1-4053-8209-f5253f8c882b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:51.477946 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-31019af4-3306-415c-b650-9a7f3ce2c51f req-cce60ff6-50d1-4053-8209-f5253f8c882b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0495622 Oct 12 00:20:51.514228 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (232532fe-d291-4893-8f30-206fd7f7cc08), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:51.515337 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:51.515976 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:51.529544 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-31019af4-3306-415c-b650-9a7f3ce2c51f req-1662ad96-f9aa-43dc-aef7-f31a364a5c41 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Oct 12 00:20:51.581364 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] Pushing event updated for resources: {'Network': ['ID=232532fe-d291-4893-8f30-206fd7f7cc08,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:51.595970 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network 232532fe-d291-4893-8f30-206fd7f7cc08 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:20:51.633549 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 32988) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:51.633851 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-48f23221-b9f9-4191-ac56-8ed19bf5052f admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7513289 Oct 12 00:20:51.642814 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] Request body: {'subnet': {'network_id': '232532fe-d291-4893-8f30-206fd7f7cc08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-818788968-subnet', 'tenant_id': '063a92e4b88f43b88a05dcfda7e19d89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:51.721514 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf080d80-c42e-4753-a339-427e48cb7217 req-f2cdb85d-557c-4f64-9832-4d1443efb954 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:51.723008 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-cf080d80-c42e-4753-a339-427e48cb7217 req-f2cdb85d-557c-4f64-9832-4d1443efb954 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0554459 Oct 12 00:20:51.763919 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] Made reservation on behalf of 063a92e4b88f43b88a05dcfda7e19d89 for: {'subnet': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:20:51.766281 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:51.836384 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784649ed-a5f5-4fe1-9730-41f742ab4f1e req-a3baabdb-7a4b-4538-bca2-6906079776de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:51.837886 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-784649ed-a5f5-4fe1-9730-41f742ab4f1e req-a3baabdb-7a4b-4538-bca2-6906079776de service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1139097 Oct 12 00:20:51.861323 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-cf080d80-c42e-4753-a339-427e48cb7217 req-6b5ed1e7-5d21-4b79-b558-86988fdd458e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279552 Oct 12 00:20:51.993299 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0835884-612e-435d-98be-8f85cafeffcb req-5c1c0bc5-ddc4-4b01-9a32-a4c5dde759e0 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:51.994947 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d0835884-612e-435d-98be-8f85cafeffcb req-5c1c0bc5-ddc4-4b01-9a32-a4c5dde759e0 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0572276 Oct 12 00:20:52.005710 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 32998) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:52.012129 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-f6bc8fca-e902-473f-9167-cc2ddb37781c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'floatingip': {'port_id': '2d8c0a54-e70d-4bc8-9356-dab7272389bd'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:52.054147 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-784649ed-a5f5-4fe1-9730-41f742ab4f1e req-2935edde-2932-4ecc-81f2-4fd5073d97b8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460788 Oct 12 00:20:52.101730 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8fca-e902-473f-9167-cc2ddb37781c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (885daa15-4c74-4bc8-9d5d-d8628b2660bf), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:52.116172 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for subnet (910a220c-01ab-4bfc-9313-110e712ad04c), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:52.120843 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:52.174403 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=910a220c-01ab-4bfc-9313-110e712ad04c,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:52.185336 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] Checking segment: {'id': '9eb85f53-46d7-43e5-acfd-91a9067859ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '232532fe-d291-4893-8f30-206fd7f7cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:52.185688 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] Network hostable DHCP agents. Network: 232532fe-d291-4893-8f30-206fd7f7cc08, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:20:52.309227 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] Network 232532fe-d291-4893-8f30-206fd7f7cc08 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:20:52.335382 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00792f1-d4f0-4d8b-b208-7a2a9ec31b77 req-a23b9bfc-9069-41f8-adc9-0ec1f8dddb2a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:52.343270 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b00792f1-d4f0-4d8b-b208-7a2a9ec31b77 req-a23b9bfc-9069-41f8-adc9-0ec1f8dddb2a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 945 time: 0.0746372 Oct 12 00:20:52.398699 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b00792f1-d4f0-4d8b-b208-7a2a9ec31b77 req-58683d52-c4cf-490d-a7c2-9fb41e8a0e82 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545084 Oct 12 00:20:52.461829 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, 232532fe-d291-4893-8f30-206fd7f7cc08) {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:52.473284 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:52.473866 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd8cefe-e300-4650-ac8f-ef6515a5a586 None None] Network 232532fe-d291-4893-8f30-206fd7f7cc08 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:20:52.474017 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:52.594384 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf6924a-cd84-47e7-a887-f61f97bed758 None None] Network 232532fe-d291-4893-8f30-206fd7f7cc08 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:20:52.620838 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-3a788a7e-1acb-4e98-b0bf-0f3a085caae1 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9714212 Oct 12 00:20:52.772280 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdf7b8-83c7-4929-a9fe-0bee18e47af2 req-1bf740e5-cf99-4a93-841f-b4d15cbf7664 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:52.773768 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9cdf7b8-83c7-4929-a9fe-0bee18e47af2 req-1bf740e5-cf99-4a93-841f-b4d15cbf7664 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.1468894 Oct 12 00:20:52.867758 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:52.936220 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33022) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:52.959668 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9cdf7b8-83c7-4929-a9fe-0bee18e47af2 req-87e62f39-ce87-4249-9d5c-0bb429331208 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795523 Oct 12 00:20:53.059385 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8fca-e902-473f-9167-cc2ddb37781c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:53.135768 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8fca-e902-473f-9167-cc2ddb37781c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (885daa15-4c74-4bc8-9d5d-d8628b2660bf), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:53.246999 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [None req-f6bc8fca-e902-473f-9167-cc2ddb37781c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Floating IP 885daa15-4c74-4bc8-9d5d-d8628b2660bf associated. External IP: 172.27.4.204, port: 2d8c0a54-e70d-4bc8-9356-dab7272389bd. Oct 12 00:20:53.307272 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03c3563f-d708-41e0-ae4d-22d301c226e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:53.344530 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:53.390648 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-784649ed-a5f5-4fe1-9730-41f742ab4f1e req-2e293bce-84d2-46bd-8d88-61efddc736f8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680644 Oct 12 00:20:53.446435 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:53.480442 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33044) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:53.482942 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03c3563f-d708-41e0-ae4d-22d301c226e5 admin admin] Publish callbacks [] for security_group (70c13698-80f9-441b-a373-ad8909bd9f8e), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:53.488238 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1826658865-network', 'tenant_id': 'c809115d8a164a3992177fcd20ebc96a'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:53.521091 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bc8fca-e902-473f-9167-cc2ddb37781c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:20:53.573902 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff58b8-b20d-467d-b48b-141fc486482f req-6aa581ab-106c-44c5-8559-37a77a28b2c4 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:53.575417 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8eff58b8-b20d-467d-b48b-141fc486482f req-6aa581ab-106c-44c5-8559-37a77a28b2c4 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 945 time: 0.0633717 Oct 12 00:20:53.603511 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03c3563f-d708-41e0-ae4d-22d301c226e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (70c13698-80f9-441b-a373-ad8909bd9f8e), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:53.636751 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bc8fca-e902-473f-9167-cc2ddb37781c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:20:53.642163 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8fca-e902-473f-9167-cc2ddb37781c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:53.656303 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3954e231-2eef-4d96-969f-b37a7dd54004 None None] Sync routers for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:20:53.657635 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8eff58b8-b20d-467d-b48b-141fc486482f req-eaa5565d-64f0-4bff-bdca-fe4949b6d9d4 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756526 Oct 12 00:20:53.663971 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Made reservation on behalf of c809115d8a164a3992177fcd20ebc96a for: {'network': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:20:53.666186 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:53.671134 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3563f-d708-41e0-ae4d-22d301c226e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c13698-80f9-441b-a373-ad8909bd9f8e,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:53.671661 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954e231-2eef-4d96-969f-b37a7dd54004 None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:53.672368 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3954e231-2eef-4d96-969f-b37a7dd54004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:53.680966 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-03c3563f-d708-41e0-ae4d-22d301c226e5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4482691531e044679104fbaba77c30d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7435870 Oct 12 00:20:53.683548 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33054) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:53.704662 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:53.705969 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-f6bc8fca-e902-473f-9167-cc2ddb37781c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/885daa15-4c74-4bc8-9d5d-d8628b2660bf HTTP/1.1" status: 200 len: 991 time: 1.6989348 Oct 12 00:20:53.706765 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'tag': '2d8c0a54-e70d-4bc8-9356-dab7272389bd'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:20:53.709250 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1a130e92-2fae-45a7-a64c-bffbf46b4758", "tag": "2d8c0a54-e70d-4bc8-9356-dab7272389bd"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:20:53.752223 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9a7cd0-5901-4e1c-9d90-a4fca73c8a31 x-openstack-request-id: req-bf9a7cd0-5901-4e1c-9d90-a4fca73c8a31 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:20:53.752688 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a130e92-2fae-45a7-a64c-bffbf46b4758", "tag": "2d8c0a54-e70d-4bc8-9356-dab7272389bd", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:20:53.755965 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf9a7cd0-5901-4e1c-9d90-a4fca73c8a31 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:20:53.755965 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9a7cd0-5901-4e1c-9d90-a4fca73c8a31'] response: {'name': 'network-changed', 'server_uuid': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'tag': '2d8c0a54-e70d-4bc8-9356-dab7272389bd', 'status': 'completed', 'code': 200} Oct 12 00:20:53.763889 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:53.849372 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-3954e231-2eef-4d96-969f-b37a7dd54004 None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:53.856671 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f7388-28a5-4607-9956-053eb5eba1d4 req-f011cba7-a60a-4832-9f7d-bd26998ee853 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:53.863784 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8d8f7388-28a5-4607-9956-053eb5eba1d4 req-f011cba7-a60a-4832-9f7d-bd26998ee853 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 945 time: 0.0722165 Oct 12 00:20:53.871096 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33070) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:53.876463 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-2512f66e-dcc6-47c9-9848-b78cefe27229 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'floatingip': {'port_id': '25ead2ef-e264-4674-985a-3ce94c8b6181'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:53.885700 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Publish callbacks [] for security_group (70c13698-80f9-441b-a373-ad8909bd9f8e), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:53.916742 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Publish callbacks [] for security_group (3b50c001-49a7-4cc7-a755-71ebaf200843), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:53.929190 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce req-ac33950e-51f9-4fb0-b935-17d133929b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:53.930732 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce req-ac33950e-51f9-4fb0-b935-17d133929b6a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=54567f4ea839415a94397e13f93d71cc&device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 1129 time: 0.1011684 Oct 12 00:20:53.932826 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Publish callbacks [] for security_group (70c13698-80f9-441b-a373-ad8909bd9f8e), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:53.950794 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2512f66e-dcc6-47c9-9848-b78cefe27229 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.030464 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3b50c001-49a7-4cc7-a755-71ebaf200843), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.074018 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=111559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:20:54.124898 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33076) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:54.126881 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50c001-49a7-4cc7-a755-71ebaf200843,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:54.271511 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (72f83cde-5160-4f9e-86c6-daefd69297a2), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.271866 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.segments_db [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Added segment 72f83cde-5160-4f9e-86c6-daefd69297a2 of type vlan for network 0968edc3-0a2a-462c-bab6-b3d6682a109e Oct 12 00:20:54.330268 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3954e231-2eef-4d96-969f-b37a7dd54004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '885daa15-4c74-4bc8-9d5d-d8628b2660bf', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'floating_ip_address': '172.27.4.204', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'port_id': '2d8c0a54-e70d-4bc8-9356-dab7272389bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'mac_address': 'fa:16:3e:60:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:11Z', 'updated_at': '2022-10-12T00:20:52Z', 'revision_number': 1, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:54.330913 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (0968edc3-0a2a-462c-bab6-b3d6682a109e), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.355507 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3954e231-2eef-4d96-969f-b37a7dd54004 None None] Checking router: 6964f752-8e57-4f58-a7c9-44fddc4e20d9 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:20:54.365722 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954e231-2eef-4d96-969f-b37a7dd54004 None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:54.366929 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3954e231-2eef-4d96-969f-b37a7dd54004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:54.367954 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480c8ef-1459-4edc-8ae6-f0f3103b2b5a req-a70fd304-a324-4122-bddc-4c4de27b634e tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:54.370013 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4480c8ef-1459-4edc-8ae6-f0f3103b2b5a req-a70fd304-a324-4122-bddc-4c4de27b634e tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.2094710 Oct 12 00:20:54.370786 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (70c13698-80f9-441b-a373-ad8909bd9f8e), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.374214 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.378453 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/70c13698-80f9-441b-a373-ad8909bd9f8e HTTP/1.1" status: 204 len: 168 time: 0.6939590 Oct 12 00:20:54.432202 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce req-50e81d10-9d64-4416-ad08-eae06556df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:54.437242 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce req-50e81d10-9d64-4416-ad08-eae06556df6d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 200 len: 911 time: 0.4891517 Oct 12 00:20:54.437355 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c13698-80f9-441b-a373-ad8909bd9f8e,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:54.444122 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-26a8aef6-fe21-48a7-b39e-24bc74f2177e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.449050 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.450079 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.450382 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.450725 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.451434 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.451778 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.452110 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.452438 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.452783 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.453116 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.453455 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.453784 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.454107 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.454954 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.455280 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f6b-8181-431e-935f-b45045582b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:54.458318 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (0968edc3-0a2a-462c-bab6-b3d6682a109e), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.459438 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:54.459949 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.510099 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-3954e231-2eef-4d96-969f-b37a7dd54004 None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:54.632921 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:54.635213 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2512f66e-dcc6-47c9-9848-b78cefe27229 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.669648 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4480c8ef-1459-4edc-8ae6-f0f3103b2b5a req-3ec095b0-079a-439a-876f-c840b95be70d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879267 Oct 12 00:20:54.687753 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] Pushing event updated for resources: {'Network': ['ID=0968edc3-0a2a-462c-bab6-b3d6682a109e,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:54.696366 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce req-1f54f77e-25b1-4b31-8f92-7791cb2063b3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d8c0a54-e70d-4bc8-9356-dab7272389bd HTTP/1.1" status: 200 len: 999 time: 0.2270744 Oct 12 00:20:54.703992 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-5500fc37-7e52-4c59-9b97-8e0993ad08dc admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2186654 Oct 12 00:20:54.704159 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network 0968edc3-0a2a-462c-bab6-b3d6682a109e details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:20:54.707538 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33084) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:54.712589 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Request body: {'subnet': {'network_id': '0968edc3-0a2a-462c-bab6-b3d6682a109e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1826658865-subnet', 'tenant_id': 'c809115d8a164a3992177fcd20ebc96a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:20:54.750970 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3954e231-2eef-4d96-969f-b37a7dd54004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '885daa15-4c74-4bc8-9d5d-d8628b2660bf', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'floating_ip_address': '172.27.4.204', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'port_id': '2d8c0a54-e70d-4bc8-9356-dab7272389bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'mac_address': 'fa:16:3e:60:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:11Z', 'updated_at': '2022-10-12T00:20:52Z', 'revision_number': 1, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:54.771692 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2512f66e-dcc6-47c9-9848-b78cefe27229 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.778174 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3954e231-2eef-4d96-969f-b37a7dd54004 None None] The sync data for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi is: [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '885daa15-4c74-4bc8-9d5d-d8628b2660bf', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'floating_ip_address': '172.27.4.204', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'port_id': '2d8c0a54-e70d-4bc8-9356-dab7272389bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'mac_address': 'fa:16:3e:60:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:11Z', 'updated_at': '2022-10-12T00:20:52Z', 'revision_number': 1, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:20:54.790038 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-26a8aef6-fe21-48a7-b39e-24bc74f2177e admin admin] Publish callbacks [] for security_group (c635cdc0-251e-4678-b46e-3f99bcd1a295), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.792227 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce req-9fbe6b60-d02a-48e7-886b-7e1fae45c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:54.796536 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce req-9fbe6b60-d02a-48e7-886b-7e1fae45c793 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=aa18335c-d319-429c-b473-349dd96c4b84 HTTP/1.1" status: 200 len: 849 time: 0.0811002 Oct 12 00:20:54.850485 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce req-eeeeb809-f726-4505-8d16-8810839af588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:54.852107 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce req-eeeeb809-f726-4505-8d16-8810839af588 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510192 Oct 12 00:20:54.913739 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-26a8aef6-fe21-48a7-b39e-24bc74f2177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (c635cdc0-251e-4678-b46e-3f99bcd1a295), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.917049 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Made reservation on behalf of c809115d8a164a3992177fcd20ebc96a for: {'subnet': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:20:54.920287 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:54.986064 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-26a8aef6-fe21-48a7-b39e-24bc74f2177e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=dff76c0c26d34f41835465f2d900605f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8600516 Oct 12 00:20:54.988809 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8aef6-fe21-48a7-b39e-24bc74f2177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c635cdc0-251e-4678-b46e-3f99bcd1a295,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:54.991240 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33088) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:55.021898 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce req-8fa078a3-b91c-40e3-b2c7-103d5c56aeed service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625292 Oct 12 00:20:55.073078 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f9d1a-e2e3-4f50-83da-58257267b62d None None] New status for floating IP 885daa15-4c74-4bc8-9d5d-d8628b2660bf: ACTIVE {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:20:55.115178 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-149ffb13-654f-4582-8e09-cc24ec130881 admin admin] Publish callbacks [] for security_group (c635cdc0-251e-4678-b46e-3f99bcd1a295), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:55.154460 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-149ffb13-654f-4582-8e09-cc24ec130881 admin admin] Publish callbacks [] for security_group (c635cdc0-251e-4678-b46e-3f99bcd1a295), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:55.198274 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [None req-2512f66e-dcc6-47c9-9848-b78cefe27229 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Floating IP 1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7 associated. External IP: 172.27.4.58, port: 25ead2ef-e264-4674-985a-3ce94c8b6181. Oct 12 00:20:55.206891 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3464e1db-b1d9-4fa6-9f69-f9e9851ab0ce req-c4a6c454-a54b-4382-b901-cb41546282ac service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761911 Oct 12 00:20:55.308277 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:55.328211 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-149ffb13-654f-4582-8e09-cc24ec130881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (c635cdc0-251e-4678-b46e-3f99bcd1a295), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:55.340705 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-149ffb13-654f-4582-8e09-cc24ec130881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:55.349620 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-149ffb13-654f-4582-8e09-cc24ec130881 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c635cdc0-251e-4678-b46e-3f99bcd1a295 HTTP/1.1" status: 204 len: 168 time: 0.3538644 Oct 12 00:20:55.371895 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33094) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:55.381590 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ffb13-654f-4582-8e09-cc24ec130881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c635cdc0-251e-4678-b46e-3f99bcd1a295,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:55.425814 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4082f5fb-6bd5-4957-b276-f7a3e2fd0cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:55.491614 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2512f66e-dcc6-47c9-9848-b78cefe27229 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Router 8e420787-32f1-4086-a0bd-84c2dcf5d506 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:20:55.667856 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for subnet (415f7227-142c-416d-945d-6cce5ea1abc9), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:55.685048 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4082f5fb-6bd5-4957-b276-f7a3e2fd0cc9 admin admin] Publish callbacks [] for security_group (88b8bcc8-e7e0-4a33-9f85-22ce07fcbaa5), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:55.717936 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2512f66e-dcc6-47c9-9848-b78cefe27229 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:20:55.724908 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2512f66e-dcc6-47c9-9848-b78cefe27229 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:55.729224 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c41c1-cd51-46d1-b326-f9ab2e555ef4 None None] Sync routers for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:20:55.741925 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c41c1-cd51-46d1-b326-f9ab2e555ef4 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:55.742741 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3d0c41c1-cd51-46d1-b326-f9ab2e555ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:55.770704 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415f7227-142c-416d-945d-6cce5ea1abc9,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:55.805492 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.805837 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.806198 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.806541 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.806869 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.807196 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.807549 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.807868 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.808190 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.809028 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.809745 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.809745 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.809993 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.810279 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.810601 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:20:55.813640 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:55.818619 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-2512f66e-dcc6-47c9-9848-b78cefe27229 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7 HTTP/1.1" status: 200 len: 990 time: 1.9463048 Oct 12 00:20:55.824851 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'tag': '25ead2ef-e264-4674-985a-3ce94c8b6181'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:20:55.824851 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de72b3be-764c-4083-b83d-95c767d958a7" -d '{"events": [{"name": "network-changed", "server_uuid": "84d5f38e-5fbf-4a54-adf9-6025f1358776", "tag": "25ead2ef-e264-4674-985a-3ce94c8b6181"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:20:55.827148 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4082f5fb-6bd5-4957-b276-f7a3e2fd0cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (88b8bcc8-e7e0-4a33-9f85-22ce07fcbaa5), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:55.860758 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:55.883391 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-3d0c41c1-cd51-46d1-b326-f9ab2e555ef4 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:55.886143 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082f5fb-6bd5-4957-b276-f7a3e2fd0cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b8bcc8-e7e0-4a33-9f85-22ce07fcbaa5,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:55.892309 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Checking segment: {'id': '72f83cde-5160-4f9e-86c6-daefd69297a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0968edc3-0a2a-462c-bab6-b3d6682a109e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:20:55.892812 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Network hostable DHCP agents. Network: 0968edc3-0a2a-462c-bab6-b3d6682a109e, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:20:55.901445 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:55.910618 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf252997-aa9e-4e9a-842d-969faff393a3 req-e6083d16-09a3-45a8-91fa-e35ab21db0ba tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:55.919866 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cf252997-aa9e-4e9a-842d-969faff393a3 req-e6083d16-09a3-45a8-91fa-e35ab21db0ba tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.1641428 Oct 12 00:20:55.931101 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5126bf26-6e04-4fde-9c8c-f78ced2d59ce x-openstack-request-id: req-5126bf26-6e04-4fde-9c8c-f78ced2d59ce {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:20:55.931575 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d5f38e-5fbf-4a54-adf9-6025f1358776", "tag": "25ead2ef-e264-4674-985a-3ce94c8b6181", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:20:55.931769 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5126bf26-6e04-4fde-9c8c-f78ced2d59ce {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:20:55.932117 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5126bf26-6e04-4fde-9c8c-f78ced2d59ce'] response: {'name': 'network-changed', 'server_uuid': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'tag': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'status': 'completed', 'code': 200} Oct 12 00:20:55.970251 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-4082f5fb-6bd5-4957-b276-f7a3e2fd0cc9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=296f3fd4378b4da2a020039bd67613a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5973251 Oct 12 00:20:55.973942 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:55.974336 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33108) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:55.998293 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cf252997-aa9e-4e9a-842d-969faff393a3 req-f71e72b6-c01d-4c84-a31a-da3a8d32250d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775270 Oct 12 00:20:56.004523 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:56.041103 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Network 0968edc3-0a2a-462c-bab6-b3d6682a109e is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:20:56.070860 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b3be-764c-4083-b83d-95c767d958a7 req-6eaa6187-585d-4b48-a052-2a68e787a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:56.072579 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-de72b3be-764c-4083-b83d-95c767d958a7 req-6eaa6187-585d-4b48-a052-2a68e787a5b0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 1129 time: 0.0621364 Oct 12 00:20:56.103497 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c43beb9b-50ca-4290-942e-2516de252093 admin admin] Publish callbacks [] for security_group (88b8bcc8-e7e0-4a33-9f85-22ce07fcbaa5), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.133267 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, 0968edc3-0a2a-462c-bab6-b3d6682a109e) {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:20:56.137384 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:56.137997 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.159819 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c43beb9b-50ca-4290-942e-2516de252093 admin admin] Publish callbacks [] for security_group (88b8bcc8-e7e0-4a33-9f85-22ce07fcbaa5), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.170209 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d76fcd2-7750-48bb-847b-925ece7d7467 None None] Network 0968edc3-0a2a-462c-bab6-b3d6682a109e requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:20:56.228313 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b3be-764c-4083-b83d-95c767d958a7 req-7e50faf0-592d-4592-a7d1-db669b870442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:56.229859 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-de72b3be-764c-4083-b83d-95c767d958a7 req-7e50faf0-592d-4592-a7d1-db669b870442 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 916 time: 0.1515899 Oct 12 00:20:56.251634 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-105029e9-b719-4c13-84d9-6d2e0392c474 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5434914 Oct 12 00:20:56.263536 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3d0c41c1-cd51-46d1-b326-f9ab2e555ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:de:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:15Z', 'updated_at': '2022-10-12T00:20:54Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:56.294510 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c41c1-cd51-46d1-b326-f9ab2e555ef4 None None] Checking router: 8e420787-32f1-4086-a0bd-84c2dcf5d506 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:20:56.296716 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-de72b3be-764c-4083-b83d-95c767d958a7 req-5a4da4f2-5f9c-4c3d-92a8-568ab56d224a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25ead2ef-e264-4674-985a-3ce94c8b6181 HTTP/1.1" status: 200 len: 998 time: 0.0597692 Oct 12 00:20:56.303565 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33118) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:56.303777 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c41c1-cd51-46d1-b326-f9ab2e555ef4 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:20:56.304452 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3d0c41c1-cd51-46d1-b326-f9ab2e555ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:20:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:56.328913 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-860d4a8b-a69d-40a8-99bc-f28a7cedca8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.359029 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545ec71-c75c-4c79-9293-a5441228bdd6 None None] Network 0968edc3-0a2a-462c-bab6-b3d6682a109e requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:20:56.414027 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b3be-764c-4083-b83d-95c767d958a7 req-a09ae11c-ad6c-4921-806c-1c40e7654291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:56.421192 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-de72b3be-764c-4083-b83d-95c767d958a7 req-a09ae11c-ad6c-4921-806c-1c40e7654291 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=52bba071-c454-4c4d-992e-bc926db7c275 HTTP/1.1" status: 200 len: 854 time: 0.1170111 Oct 12 00:20:56.440068 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c43beb9b-50ca-4290-942e-2516de252093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (88b8bcc8-e7e0-4a33-9f85-22ce07fcbaa5), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.445055 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c43beb9b-50ca-4290-942e-2516de252093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.449520 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-3d0c41c1-cd51-46d1-b326-f9ab2e555ef4 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:20:56.456223 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-c43beb9b-50ca-4290-942e-2516de252093 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/88b8bcc8-e7e0-4a33-9f85-22ce07fcbaa5 HTTP/1.1" status: 204 len: 168 time: 0.4733729 Oct 12 00:20:56.511533 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43beb9b-50ca-4290-942e-2516de252093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b8bcc8-e7e0-4a33-9f85-22ce07fcbaa5,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:56.538436 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b3be-764c-4083-b83d-95c767d958a7 req-5607e677-ce6e-4e27-b100-e469f405d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:56.540065 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-de72b3be-764c-4083-b83d-95c767d958a7 req-5607e677-ce6e-4e27-b100-e469f405d34c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a7f2d8cc-4d82-4295-a149-404a55bcd20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1111014 Oct 12 00:20:56.568975 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-860d4a8b-a69d-40a8-99bc-f28a7cedca8d admin admin] Publish callbacks [] for security_group (3a5a20ad-c7b4-41ee-bf8c-bbdad9d6d08d), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.665469 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-de72b3be-764c-4083-b83d-95c767d958a7 req-a23760bb-987a-44c1-89c5-2c7f02a56426 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179600 Oct 12 00:20:56.676676 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-860d4a8b-a69d-40a8-99bc-f28a7cedca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3a5a20ad-c7b4-41ee-bf8c-bbdad9d6d08d), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.721002 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-860d4a8b-a69d-40a8-99bc-f28a7cedca8d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5e8a6efec6224399b60321ae8367a9d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157209 Oct 12 00:20:56.724592 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33130) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:56.743758 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d4a8b-a69d-40a8-99bc-f28a7cedca8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5a20ad-c7b4-41ee-bf8c-bbdad9d6d08d,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:56.790243 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:56.790243 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3d0c41c1-cd51-46d1-b326-f9ab2e555ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:de:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:15Z', 'updated_at': '2022-10-12T00:20:54Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:20:56.791764 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-34289e42-c5ff-48cf-90ae-e50da6aeef32 admin admin] Publish callbacks [] for security_group (3a5a20ad-c7b4-41ee-bf8c-bbdad9d6d08d), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.816360 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-34289e42-c5ff-48cf-90ae-e50da6aeef32 admin admin] Publish callbacks [] for security_group (3a5a20ad-c7b4-41ee-bf8c-bbdad9d6d08d), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.820035 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c41c1-cd51-46d1-b326-f9ab2e555ef4 None None] The sync data for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi is: [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:de:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:15Z', 'updated_at': '2022-10-12T00:20:54Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:20:56.850788 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-de72b3be-764c-4083-b83d-95c767d958a7 req-3e82ba8d-11ea-499e-b727-974242152c70 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781061 Oct 12 00:20:56.964162 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-34289e42-c5ff-48cf-90ae-e50da6aeef32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3a5a20ad-c7b4-41ee-bf8c-bbdad9d6d08d), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.967996 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-34289e42-c5ff-48cf-90ae-e50da6aeef32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:56.970185 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-34289e42-c5ff-48cf-90ae-e50da6aeef32 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3a5a20ad-c7b4-41ee-bf8c-bbdad9d6d08d HTTP/1.1" status: 204 len: 168 time: 0.2439790 Oct 12 00:20:56.977545 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34289e42-c5ff-48cf-90ae-e50da6aeef32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5a20ad-c7b4-41ee-bf8c-bbdad9d6d08d,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:57.072559 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fde1e24-3f3d-4094-9c3b-cc5abe0e7d04 None None] New status for floating IP 1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7: ACTIVE {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:20:57.158019 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305491-0a19-4efb-90de-6bf19dcdf9de req-45ad0044-0ff6-4518-ac0e-9a85f3729db0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:57.159548 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a7305491-0a19-4efb-90de-6bf19dcdf9de req-45ad0044-0ff6-4518-ac0e-9a85f3729db0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0581462 Oct 12 00:20:57.212129 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a7305491-0a19-4efb-90de-6bf19dcdf9de req-e7829cd1-225b-4c77-be80-7c0f6177dd9d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467904 Oct 12 00:20:57.421779 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:57.500099 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33142) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:57.517614 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5b1862b5-21e4-438f-a356-0de6c9054133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:57.651889 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5b1862b5-21e4-438f-a356-0de6c9054133 admin admin] Publish callbacks [] for security_group (8d7cc28a-68eb-4d83-a19d-4dd3b5d826c9), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:57.745500 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5b1862b5-21e4-438f-a356-0de6c9054133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (8d7cc28a-68eb-4d83-a19d-4dd3b5d826c9), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:57.783954 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-5b1862b5-21e4-438f-a356-0de6c9054133 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=99208e8c337f4206a93a1ef96a3c13da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827649 Oct 12 00:20:57.784923 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1862b5-21e4-438f-a356-0de6c9054133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7cc28a-68eb-4d83-a19d-4dd3b5d826c9,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:57.786916 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33158) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:57.843404 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8b40dd5a-5aad-40fe-8b72-bb032e56b8bf admin admin] Publish callbacks [] for security_group (8d7cc28a-68eb-4d83-a19d-4dd3b5d826c9), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:57.866333 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8b40dd5a-5aad-40fe-8b72-bb032e56b8bf admin admin] Publish callbacks [] for security_group (8d7cc28a-68eb-4d83-a19d-4dd3b5d826c9), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:58.012349 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8b40dd5a-5aad-40fe-8b72-bb032e56b8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (8d7cc28a-68eb-4d83-a19d-4dd3b5d826c9), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:58.015188 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8b40dd5a-5aad-40fe-8b72-bb032e56b8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:58.016448 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-8b40dd5a-5aad-40fe-8b72-bb032e56b8bf admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8d7cc28a-68eb-4d83-a19d-4dd3b5d826c9 HTTP/1.1" status: 204 len: 168 time: 0.2284153 Oct 12 00:20:58.024604 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40dd5a-5aad-40fe-8b72-bb032e56b8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7cc28a-68eb-4d83-a19d-4dd3b5d826c9,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:58.368744 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8826fd-033f-430c-8c3d-993335939e24 req-5ec8add3-1df3-4bd2-8475-ecd63e9d19c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:58.375648 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fb8826fd-033f-430c-8c3d-993335939e24 req-5ec8add3-1df3-4bd2-8475-ecd63e9d19c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0605421 Oct 12 00:20:58.391334 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:58.429733 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-5cd3364c-5e4d-47d5-8ab9-c098f0ca480e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:58.431505 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fb8826fd-033f-430c-8c3d-993335939e24 req-4fc30034-a805-4e71-9f0b-b8610252ad72 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541420 Oct 12 00:20:58.773338 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:20:58.833139 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:58.890547 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:20:59.018950 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33210) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:59.130426 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2d9a-bc8c-441a-bc51-bf11d71ca6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:59.221992 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2d9a-bc8c-441a-bc51-bf11d71ca6f3 admin admin] Publish callbacks [] for security_group (92d92593-4166-4013-8ee6-2b1735549354), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:59.295792 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2d9a-bc8c-441a-bc51-bf11d71ca6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (92d92593-4166-4013-8ee6-2b1735549354), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:59.335635 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-ca3b2d9a-bc8c-441a-bc51-bf11d71ca6f3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b5ce5a2e842041f3ab5a22f8fa519960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154905 Oct 12 00:20:59.336584 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b2d9a-bc8c-441a-bc51-bf11d71ca6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d92593-4166-4013-8ee6-2b1735549354,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:59.346456 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33226) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:20:59.404998 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56d4dd87-99b2-4736-89f7-0442bb9f28fb admin admin] Publish callbacks [] for security_group (92d92593-4166-4013-8ee6-2b1735549354), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:59.430351 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56d4dd87-99b2-4736-89f7-0442bb9f28fb admin admin] Publish callbacks [] for security_group (92d92593-4166-4013-8ee6-2b1735549354), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:59.567529 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7491a41-a7a4-47cb-a6df-788cc56500a7 req-f5f7ef9c-8aa2-401d-9475-e32cafae19e5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:20:59.569182 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e7491a41-a7a4-47cb-a6df-788cc56500a7 req-f5f7ef9c-8aa2-401d-9475-e32cafae19e5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0486739 Oct 12 00:20:59.604507 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56d4dd87-99b2-4736-89f7-0442bb9f28fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (92d92593-4166-4013-8ee6-2b1735549354), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:59.607716 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56d4dd87-99b2-4736-89f7-0442bb9f28fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:20:59.608876 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-56d4dd87-99b2-4736-89f7-0442bb9f28fb admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/92d92593-4166-4013-8ee6-2b1735549354 HTTP/1.1" status: 204 len: 168 time: 0.2609131 Oct 12 00:20:59.621335 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4dd87-99b2-4736-89f7-0442bb9f28fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d92593-4166-4013-8ee6-2b1735549354,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:20:59.630073 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e7491a41-a7a4-47cb-a6df-788cc56500a7 req-d3b93019-6884-4db2-a40a-834e50c08859 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504138 Oct 12 00:21:00.178291 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:00.298374 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:00.569566 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:00.646914 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-48a39e6c-8028-4818-aa5c-ba750845e5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:00.751656 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d266f-8400-4082-ae2c-a9eab088c929 req-48f444d1-75e7-422f-96e0-b3ba0467b1ae tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:00.753293 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-726d266f-8400-4082-ae2c-a9eab088c929 req-48f444d1-75e7-422f-96e0-b3ba0467b1ae tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0488632 Oct 12 00:21:00.806763 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-726d266f-8400-4082-ae2c-a9eab088c929 req-f443c314-7155-4ef7-a998-1e04d8f6c20b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471444 Oct 12 00:21:01.802100 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33340) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:01.822730 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:01.935654 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7906cb3-a4fa-4dcd-9491-d80eed9c9d91 req-ff7b6265-75c1-4e84-bbbb-a4a069632f55 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:01.937103 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a7906cb3-a4fa-4dcd-9491-d80eed9c9d91 req-ff7b6265-75c1-4e84-bbbb-a4a069632f55 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0492349 Oct 12 00:21:01.960652 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6fb8fbd3-1052-4655-8bbf-147ff58079a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:02.020166 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a7906cb3-a4fa-4dcd-9491-d80eed9c9d91 req-2115ccf5-0295-40ce-bd8b-25fe9825afed tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726559 Oct 12 00:21:02.073283 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6fb8fbd3-1052-4655-8bbf-147ff58079a3 admin admin] Publish callbacks [] for security_group (3f3e99f3-bf76-43d1-bd2d-1200e770a353), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:02.175721 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6fb8fbd3-1052-4655-8bbf-147ff58079a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3f3e99f3-bf76-43d1-bd2d-1200e770a353), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:02.220477 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-6fb8fbd3-1052-4655-8bbf-147ff58079a3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=879b48942542406ba8df21971f4174cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4170439 Oct 12 00:21:02.220794 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33354) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:02.222051 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8fbd3-1052-4655-8bbf-147ff58079a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3e99f3-bf76-43d1-bd2d-1200e770a353,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:02.286113 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-44307264-172d-4ca1-bd37-cba25f1f3cb0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501008 Oct 12 00:21:02.328031 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a3e0ebb3-4d0d-4d97-bb37-7601cad09ef6 admin admin] Publish callbacks [] for security_group (3f3e99f3-bf76-43d1-bd2d-1200e770a353), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:02.360912 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a3e0ebb3-4d0d-4d97-bb37-7601cad09ef6 admin admin] Publish callbacks [] for security_group (3f3e99f3-bf76-43d1-bd2d-1200e770a353), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:02.455773 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-4b469544-fc55-4861-bafc-c8cd6317cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:02.461425 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-4b469544-fc55-4861-bafc-c8cd6317cc7f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 1129 time: 0.0532181 Oct 12 00:21:02.502693 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a3e0ebb3-4d0d-4d97-bb37-7601cad09ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3f3e99f3-bf76-43d1-bd2d-1200e770a353), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:02.505974 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a3e0ebb3-4d0d-4d97-bb37-7601cad09ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:02.507572 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a3e0ebb3-4d0d-4d97-bb37-7601cad09ef6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3f3e99f3-bf76-43d1-bd2d-1200e770a353 HTTP/1.1" status: 204 len: 168 time: 0.2854457 Oct 12 00:21:02.522068 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0ebb3-4d0d-4d97-bb37-7601cad09ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3e99f3-bf76-43d1-bd2d-1200e770a353,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:02.613915 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-502ba4b0-0838-45d0-91bd-db75170b22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:02.615401 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-502ba4b0-0838-45d0-91bd-db75170b22ea service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.1332715 Oct 12 00:21:02.661045 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-366cfe80-25df-4c17-8e71-b565bdaf982c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c00ed7a3-6f70-42f2-91d7-bc8ef378b584 HTTP/1.1" status: 200 len: 217 time: 0.0392914 Oct 12 00:21:02.678994 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:02.715644 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-516babe6-1577-45b0-bc09-8e8f25afb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:02.717122 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-516babe6-1577-45b0-bc09-8e8f25afb03a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0481863 Oct 12 00:21:02.781764 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-910559e3-ad7a-4625-8833-70eadfdb3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:02.783316 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-910559e3-ad7a-4625-8833-70eadfdb3269 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495276 Oct 12 00:21:03.010136 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:03.106530 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-d2bb16b0-3652-4626-8aec-d0b3f46e2f0c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100471 Oct 12 00:21:03.119128 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eee81f-080c-4166-8337-802989f4e259 req-9a20e27d-4015-487a-a809-965365de5312 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:03.121134 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-96eee81f-080c-4166-8337-802989f4e259 req-9a20e27d-4015-487a-a809-965365de5312 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 945 time: 0.2383571 Oct 12 00:21:03.152556 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68f19-2eed-497c-8b7f-d26ba4d7626c req-261297ba-5900-4729-8acd-94581a60c185 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:03.154070 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bde68f19-2eed-497c-8b7f-d26ba4d7626c req-261297ba-5900-4729-8acd-94581a60c185 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0483136 Oct 12 00:21:03.169949 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-96eee81f-080c-4166-8337-802989f4e259 req-b7096d34-bad3-4083-b475-c9aaf3a4eaf4 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429256 Oct 12 00:21:03.207970 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bde68f19-2eed-497c-8b7f-d26ba4d7626c req-4c4f9ee1-10ef-427c-9eeb-00b1df00567d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478857 Oct 12 00:21:03.312675 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:03.337794 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33390) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:03.352624 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e409-33cb-469f-9a60-06a46f35a488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:03.415452 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:03.428634 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e409-33cb-469f-9a60-06a46f35a488 admin admin] Publish callbacks [] for security_group (c11c33cf-3494-48b8-ad82-43622d3bc9e5), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:03.501321 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e409-33cb-469f-9a60-06a46f35a488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (c11c33cf-3494-48b8-ad82-43622d3bc9e5), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:03.539519 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0e409-33cb-469f-9a60-06a46f35a488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11c33cf-3494-48b8-ad82-43622d3bc9e5,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:03.544437 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-b4d0e409-33cb-469f-9a60-06a46f35a488 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5028d039086546f3a267f246a6734656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055967 Oct 12 00:21:03.547045 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33400) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:03.600412 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdf50-d631-4103-a9b8-9a57be0976c4 admin admin] Publish callbacks [] for security_group (c11c33cf-3494-48b8-ad82-43622d3bc9e5), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:03.621260 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdf50-d631-4103-a9b8-9a57be0976c4 admin admin] Publish callbacks [] for security_group (c11c33cf-3494-48b8-ad82-43622d3bc9e5), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:03.775494 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdf50-d631-4103-a9b8-9a57be0976c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (c11c33cf-3494-48b8-ad82-43622d3bc9e5), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:03.778051 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdf50-d631-4103-a9b8-9a57be0976c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:03.779281 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-ecbfdf50-d631-4103-a9b8-9a57be0976c4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c11c33cf-3494-48b8-ad82-43622d3bc9e5 HTTP/1.1" status: 204 len: 168 time: 0.2312205 Oct 12 00:21:03.787604 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfdf50-d631-4103-a9b8-9a57be0976c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11c33cf-3494-48b8-ad82-43622d3bc9e5,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:04.320605 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12858a45-51a1-47bc-b752-e0c4cb243281 req-7699de6d-a9f0-4b42-b30c-94cf2766b890 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:04.322100 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-12858a45-51a1-47bc-b752-e0c4cb243281 req-7699de6d-a9f0-4b42-b30c-94cf2766b890 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 945 time: 0.0497975 Oct 12 00:21:04.335720 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b680f-5d7a-4130-8ae4-e011c64797ae req-a640d3de-7112-4cfa-91ac-816dd0ca966d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:04.337813 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d66b680f-5d7a-4130-8ae4-e011c64797ae req-a640d3de-7112-4cfa-91ac-816dd0ca966d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0510750 Oct 12 00:21:04.342737 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:04.393121 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-12858a45-51a1-47bc-b752-e0c4cb243281 req-1d6fe5a4-8e1b-47b6-bfdf-ed0d2202c280 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635605 Oct 12 00:21:04.399960 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d66b680f-5d7a-4130-8ae4-e011c64797ae req-4ecba36a-a631-4a34-add5-e85f26a259dd tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549130 Oct 12 00:21:04.410351 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:04.555626 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33426) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:04.569458 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1522ae76-0822-4a99-a906-e932eb586ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:04.609167 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:04.654847 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1522ae76-0822-4a99-a906-e932eb586ccb admin admin] Publish callbacks [] for security_group (e611c730-3b1d-4daa-9c79-8488e6a611dc), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:04.661159 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7eeac719-51f9-46ee-9aad-366fc502dc42 req-982efcdf-a8b1-432d-a189-c2e69d69a189 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162803 Oct 12 00:21:04.726839 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1522ae76-0822-4a99-a906-e932eb586ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e611c730-3b1d-4daa-9c79-8488e6a611dc), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:04.772009 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-1522ae76-0822-4a99-a906-e932eb586ccb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9aef5295bd4949a8b2cb6478e578e569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148983 Oct 12 00:21:04.773116 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522ae76-0822-4a99-a906-e932eb586ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e611c730-3b1d-4daa-9c79-8488e6a611dc,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:04.774897 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33436) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:04.823580 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:04.850684 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-63a6a294-920f-4fe4-a923-a507c3adf7cd admin admin] Publish callbacks [] for security_group (e611c730-3b1d-4daa-9c79-8488e6a611dc), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:04.872344 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-63a6a294-920f-4fe4-a923-a507c3adf7cd admin admin] Publish callbacks [] for security_group (e611c730-3b1d-4daa-9c79-8488e6a611dc), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:05.050272 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-63a6a294-920f-4fe4-a923-a507c3adf7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e611c730-3b1d-4daa-9c79-8488e6a611dc), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:05.052918 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-63a6a294-920f-4fe4-a923-a507c3adf7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:05.054202 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-63a6a294-920f-4fe4-a923-a507c3adf7cd admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e611c730-3b1d-4daa-9c79-8488e6a611dc HTTP/1.1" status: 204 len: 168 time: 0.2753375 Oct 12 00:21:05.065105 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6a294-920f-4fe4-a923-a507c3adf7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e611c730-3b1d-4daa-9c79-8488e6a611dc,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:05.534891 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583dcdc-b7e8-45ce-950a-ec4330358557 req-edd5fb15-1b53-4e94-9038-9b70eb301016 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:05.538999 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48da209-89e6-49da-a1ac-0e9398151979 req-e6aca464-8e1d-46f5-b66d-0d2eda941442 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:05.540596 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a48da209-89e6-49da-a1ac-0e9398151979 req-e6aca464-8e1d-46f5-b66d-0d2eda941442 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0595322 Oct 12 00:21:05.543438 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7583dcdc-b7e8-45ce-950a-ec4330358557 req-edd5fb15-1b53-4e94-9038-9b70eb301016 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 945 time: 0.0606914 Oct 12 00:21:05.590601 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7583dcdc-b7e8-45ce-950a-ec4330358557 req-3fd3aaf2-fb2a-4e4f-948f-7f6cde9de540 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89b80174-f635-435e-9397-f9a764bc7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467024 Oct 12 00:21:05.610227 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a48da209-89e6-49da-a1ac-0e9398151979 req-939b2c00-2468-4f92-aa76-c30786c05409 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541785 Oct 12 00:21:05.726853 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed9c08-29ce-4135-ba0a-466652e9e4f8 req-83ded4e4-5420-4e49-9caf-374d2dceb832 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:05.727537 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ceed9c08-29ce-4135-ba0a-466652e9e4f8 req-83ded4e4-5420-4e49-9caf-374d2dceb832 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 945 time: 0.0497880 Oct 12 00:21:05.945935 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-ceed9c08-29ce-4135-ba0a-466652e9e4f8 req-82af1e27-ba4f-4758-8ade-ef1da2c8fdd0 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Deleting port 1d1bac53-3ee0-4790-9953-56840696e26d {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:21:05.946287 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ceed9c08-29ce-4135-ba0a-466652e9e4f8 req-82af1e27-ba4f-4758-8ade-ef1da2c8fdd0 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:06.070723 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-ceed9c08-29ce-4135-ba0a-466652e9e4f8 req-82af1e27-ba4f-4758-8ade-ef1da2c8fdd0 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] For port 1d1bac53-3ee0-4790-9953-56840696e26d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1d1bac53-3ee0-4790-9953-56840696e26d,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:06.071089 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ceed9c08-29ce-4135-ba0a-466652e9e4f8 req-82af1e27-ba4f-4758-8ade-ef1da2c8fdd0 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:06.086926 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-ceed9c08-29ce-4135-ba0a-466652e9e4f8 req-82af1e27-ba4f-4758-8ade-ef1da2c8fdd0 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Calling delete_port for 1d1bac53-3ee0-4790-9953-56840696e26d owned by compute:nova {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:21:06.125693 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:06.364358 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ceed9c08-29ce-4135-ba0a-466652e9e4f8 req-82af1e27-ba4f-4758-8ade-ef1da2c8fdd0 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (1d1bac53-3ee0-4790-9953-56840696e26d), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:06.393329 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af1e27-ba4f-4758-8ade-ef1da2c8fdd0 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Pushing event deleted for resources: {'Port': ['ID=1d1bac53-3ee0-4790-9953-56840696e26d,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:06.420628 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['1d1bac53-3ee0-4790-9953-56840696e26d'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:21:06.506383 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceed9c08-29ce-4135-ba0a-466652e9e4f8 req-82af1e27-ba4f-4758-8ade-ef1da2c8fdd0 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] No DVR routers for this DVR port 1d1bac53-3ee0-4790-9953-56840696e26d on host hv-cinder-84914 {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:21:06.506383 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-ceed9c08-29ce-4135-ba0a-466652e9e4f8 req-82af1e27-ba4f-4758-8ade-ef1da2c8fdd0 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:06.506383 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ceed9c08-29ce-4135-ba0a-466652e9e4f8 req-82af1e27-ba4f-4758-8ade-ef1da2c8fdd0 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.40 "DELETE /networking/v2.0/ports/1d1bac53-3ee0-4790-9953-56840696e26d HTTP/1.1" status: 204 len: 173 time: 0.6704264 Oct 12 00:21:06.506383 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25e6edd-85e7-464f-b41c-3f2ed44ad585', 'name': 'network-vif-deleted', 'tag': '1d1bac53-3ee0-4790-9953-56840696e26d'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:21:06.506383 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3356df-405a-46ea-9427-9923f1b2c70b" -d '{"events": [{"server_uuid": "a25e6edd-85e7-464f-b41c-3f2ed44ad585", "name": "network-vif-deleted", "tag": "1d1bac53-3ee0-4790-9953-56840696e26d"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:21:06.526526 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d50277-71b7-4f15-9e3c-c948e17220b9 x-openstack-request-id: req-47d50277-71b7-4f15-9e3c-c948e17220b9 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:21:06.526913 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25e6edd-85e7-464f-b41c-3f2ed44ad585", "name": "network-vif-deleted", "tag": "1d1bac53-3ee0-4790-9953-56840696e26d", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:21:06.527248 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47d50277-71b7-4f15-9e3c-c948e17220b9 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:21:06.527740 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d50277-71b7-4f15-9e3c-c948e17220b9'] response: {'server_uuid': 'a25e6edd-85e7-464f-b41c-3f2ed44ad585', 'name': 'network-vif-deleted', 'tag': '1d1bac53-3ee0-4790-9953-56840696e26d', 'status': 'completed', 'code': 200} Oct 12 00:21:06.717521 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-844239f8-9d60-44fe-bf6e-aa4bf75976bc req-dc9fb8e0-3bde-4b70-97ef-d0c18e2c9af5 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 210 time: 0.0322645 Oct 12 00:21:06.847794 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a6374-b6d2-4d29-85c5-ff1d51818583 req-b1687dee-5cf2-4273-84bc-132f8166aee0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:06.847794 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-196a6374-b6d2-4d29-85c5-ff1d51818583 req-b1687dee-5cf2-4273-84bc-132f8166aee0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0643752 Oct 12 00:21:06.847794 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-196a6374-b6d2-4d29-85c5-ff1d51818583 req-561fb516-b2eb-41a8-bc49-e20637d6b838 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429258 Oct 12 00:21:06.904910 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:07.851842 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f6ea0dfa-8541-4824-ada6-88200e3fdf68 req-0adde95f-b626-43bd-9139-8a01f324ed62 tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 210 time: 0.0385492 Oct 12 00:21:07.944147 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88420e8f-65f3-40ea-88e9-81e56171c007 req-c743d2f2-45fd-413a-994a-8418dbef86ae tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:07.945676 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-88420e8f-65f3-40ea-88e9-81e56171c007 req-c743d2f2-45fd-413a-994a-8418dbef86ae tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0495379 Oct 12 00:21:08.002532 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-88420e8f-65f3-40ea-88e9-81e56171c007 req-6cad07ab-caf7-46cd-824d-3de8ee0f4649 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483339 Oct 12 00:21:08.093380 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33542) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:08.273781 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-297f7ec2-d8c8-48a7-88fa-5173c640319d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:08.363035 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-297f7ec2-d8c8-48a7-88fa-5173c640319d admin admin] Publish callbacks [] for security_group (03a2c0f3-1a37-41d1-af8e-0f0b84c1f7db), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:08.438165 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-297f7ec2-d8c8-48a7-88fa-5173c640319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (03a2c0f3-1a37-41d1-af8e-0f0b84c1f7db), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:08.479186 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-297f7ec2-d8c8-48a7-88fa-5173c640319d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=28b2469901dd4280aa12effd7dfb3490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844945 Oct 12 00:21:08.484528 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f7ec2-d8c8-48a7-88fa-5173c640319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a2c0f3-1a37-41d1-af8e-0f0b84c1f7db,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:08.484642 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33558) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:08.539824 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d42fc2b5-6b17-43f7-a4e1-7697251d184f admin admin] Publish callbacks [] for security_group (03a2c0f3-1a37-41d1-af8e-0f0b84c1f7db), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:08.567681 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d42fc2b5-6b17-43f7-a4e1-7697251d184f admin admin] Publish callbacks [] for security_group (03a2c0f3-1a37-41d1-af8e-0f0b84c1f7db), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:08.703779 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d42fc2b5-6b17-43f7-a4e1-7697251d184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (03a2c0f3-1a37-41d1-af8e-0f0b84c1f7db), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:08.706293 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d42fc2b5-6b17-43f7-a4e1-7697251d184f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:08.707509 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-d42fc2b5-6b17-43f7-a4e1-7697251d184f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/03a2c0f3-1a37-41d1-af8e-0f0b84c1f7db HTTP/1.1" status: 204 len: 168 time: 0.2229095 Oct 12 00:21:08.716066 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fc2b5-6b17-43f7-a4e1-7697251d184f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a2c0f3-1a37-41d1-af8e-0f0b84c1f7db,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:08.769585 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:08.952727 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-72ec91fb-9d64-4c11-ba12-728247dcb729 req-421cef94-f286-4eb9-b626-569ac1b24fed tempest-DeleteServersTestJSON-533855687 tempest-DeleteServersTestJSON-533855687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a25e6edd-85e7-464f-b41c-3f2ed44ad585 HTTP/1.1" status: 200 len: 210 time: 0.0326819 Oct 12 00:21:09.136973 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f653823-dc59-4e43-8c3e-cae28fcce5f4 req-fd76791a-5850-42e4-a85a-5ff547c3c4ca tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:09.138728 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5f653823-dc59-4e43-8c3e-cae28fcce5f4 req-fd76791a-5850-42e4-a85a-5ff547c3c4ca tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0499649 Oct 12 00:21:09.161253 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:09.190312 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5f653823-dc59-4e43-8c3e-cae28fcce5f4 req-50c4c2fe-e96b-4bab-b9c1-865f462dc6de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460432 Oct 12 00:21:09.501848 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33588) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:09.516061 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0bf8ff74-cb1a-44ff-9582-c6e10438ac0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:09.538749 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:09.602349 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0bf8ff74-cb1a-44ff-9582-c6e10438ac0a admin admin] Publish callbacks [] for security_group (f362cc75-be4c-44ae-bc5b-1e9d8a645813), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:09.706465 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0bf8ff74-cb1a-44ff-9582-c6e10438ac0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (f362cc75-be4c-44ae-bc5b-1e9d8a645813), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:09.746272 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0bf8ff74-cb1a-44ff-9582-c6e10438ac0a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ac3ce78eaddd422bb743324bc38babe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432525 Oct 12 00:21:09.747269 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8ff74-cb1a-44ff-9582-c6e10438ac0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f362cc75-be4c-44ae-bc5b-1e9d8a645813,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:09.749009 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33594) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:09.814561 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a002d0e8-de23-44b4-b0eb-c8d1d2fcb804 admin admin] Publish callbacks [] for security_group (f362cc75-be4c-44ae-bc5b-1e9d8a645813), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:09.834864 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a002d0e8-de23-44b4-b0eb-c8d1d2fcb804 admin admin] Publish callbacks [] for security_group (f362cc75-be4c-44ae-bc5b-1e9d8a645813), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:09.954867 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a002d0e8-de23-44b4-b0eb-c8d1d2fcb804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (f362cc75-be4c-44ae-bc5b-1e9d8a645813), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:09.957393 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a002d0e8-de23-44b4-b0eb-c8d1d2fcb804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:09.958525 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-a002d0e8-de23-44b4-b0eb-c8d1d2fcb804 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f362cc75-be4c-44ae-bc5b-1e9d8a645813 HTTP/1.1" status: 204 len: 168 time: 0.2079747 Oct 12 00:21:09.966486 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002d0e8-de23-44b4-b0eb-c8d1d2fcb804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f362cc75-be4c-44ae-bc5b-1e9d8a645813,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:09.989960 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 1d1bac53-3ee0-4790-9953-56840696e26d no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:21:10.010752 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 1d1bac53-3ee0-4790-9953-56840696e26d {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:21:10.011719 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 1d1bac53-3ee0-4790-9953-56840696e26d not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:21:10.317663 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fcab9-fb13-49ba-ab64-14d242f2dad0 req-55343aeb-5aff-480e-892a-9e4c81f5c470 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:10.319274 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7b0fcab9-fb13-49ba-ab64-14d242f2dad0 req-55343aeb-5aff-480e-892a-9e4c81f5c470 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0509639 Oct 12 00:21:10.369737 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7b0fcab9-fb13-49ba-ab64-14d242f2dad0 req-4fda4f7e-5f98-4eae-8d10-a1ecaac1508d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449455 Oct 12 00:21:11.491124 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b315-d3f0-441c-92f5-b52db4bcd4b2 req-f3fb40de-1967-4a89-a8d9-1c0d21dd631a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:11.492801 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e7a0b315-d3f0-441c-92f5-b52db4bcd4b2 req-f3fb40de-1967-4a89-a8d9-1c0d21dd631a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0479400 Oct 12 00:21:11.543565 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e7a0b315-d3f0-441c-92f5-b52db4bcd4b2 req-a4347e96-bc84-49f1-8865-daedc9250f45 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443208 Oct 12 00:21:11.659031 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33686) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:11.740674 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:12.040698 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700557'] for router_interface (23524de8-1082-457a-a4cb-34e039006ed0), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:12.247641 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:12.312759 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] Deleting port 9df66ba4-a667-4dd9-825d-e1e82134fffe {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:21:12.313095 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:12.393412 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] For port 9df66ba4-a667-4dd9-825d-e1e82134fffe, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=9df66ba4-a667-4dd9-825d-e1e82134fffe,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:12.393867 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:12.407537 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] Calling delete_port for 9df66ba4-a667-4dd9-825d-e1e82134fffe owned by network:router_interface {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:21:12.718131 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3378bad-7624-446e-a522-c427ed92e449 req-c788f2d4-e40d-4e8c-b75a-1e1b5b5aca1c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:12.721089 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d3378bad-7624-446e-a522-c427ed92e449 req-c788f2d4-e40d-4e8c-b75a-1e1b5b5aca1c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0580251 Oct 12 00:21:12.781123 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (9df66ba4-a667-4dd9-825d-e1e82134fffe), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:12.796764 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d3378bad-7624-446e-a522-c427ed92e449 req-e89a7512-35b7-41ad-8169-8110349d27ae tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695114 Oct 12 00:21:12.992483 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df66ba4-a667-4dd9-825d-e1e82134fffe,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:13.062917 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:13.149095 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700537'] for router_interface (23524de8-1082-457a-a4cb-34e039006ed0), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:13.202210 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6fec76-2ca0-4ca2-9ff7-574489789992 None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:21:13.204200 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33744) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:13.363950 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fec76-2ca0-4ca2-9ff7-574489789992 None None] Resources bound (agent type, host, resource id): {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 00:21:13.400419 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-56c0c00e-9370-42bf-8fb5-f5b67f62164d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:13.446029 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] Router 23524de8-1082-457a-a4cb-34e039006ed0 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:21:13.519713 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:13.603624 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:21:13.609862 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-0aaedd19-d8ff-4db1-a154-fc02d7132999 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/23524de8-1082-457a-a4cb-34e039006ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9496868 Oct 12 00:21:13.612569 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33754) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:13.618926 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e658f3e-f211-43b7-9161-3ec3b861e902 None None] Sync routers for ids ['23524de8-1082-457a-a4cb-34e039006ed0'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:21:13.637454 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-56c0c00e-9370-42bf-8fb5-f5b67f62164d admin admin] Publish callbacks [] for security_group (18ceaa6f-0c0b-4f1a-8723-c3084d541130), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:13.638892 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e658f3e-f211-43b7-9161-3ec3b861e902 None None] Routers {'23524de8-1082-457a-a4cb-34e039006ed0'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:21:13.639623 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-5e658f3e-f211-43b7-9161-3ec3b861e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:21:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['23524de8-1082-457a-a4cb-34e039006ed0'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:13.718115 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-56c0c00e-9370-42bf-8fb5-f5b67f62164d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (18ceaa6f-0c0b-4f1a-8723-c3084d541130), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:13.745425 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:13.746581 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-5e658f3e-f211-43b7-9161-3ec3b861e902 None None] Set router 23524de8-1082-457a-a4cb-34e039006ed0 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:21:13.748835 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Publish callbacks [] for router (23524de8-1082-457a-a4cb-34e039006ed0), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:13.767424 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0c00e-9370-42bf-8fb5-f5b67f62164d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ceaa6f-0c0b-4f1a-8723-c3084d541130,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:13.772656 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-56c0c00e-9370-42bf-8fb5-f5b67f62164d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=43a2f7ca74f54c289c1862ab5fb2163f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5674751 Oct 12 00:21:13.776054 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33758) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:13.836892 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c428b7bf-d9fa-43c9-8acc-a805ebc1be72 admin admin] Publish callbacks [] for security_group (18ceaa6f-0c0b-4f1a-8723-c3084d541130), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:13.882994 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c428b7bf-d9fa-43c9-8acc-a805ebc1be72 admin admin] Publish callbacks [] for security_group (18ceaa6f-0c0b-4f1a-8723-c3084d541130), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:13.923657 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Publish callbacks [] for router_gateway (23524de8-1082-457a-a4cb-34e039006ed0), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:13.995066 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-5e658f3e-f211-43b7-9161-3ec3b861e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23524de8-1082-457a-a4cb-34e039006ed0', 'name': 'tempest-DeleteServersTestJSON-941926804-router', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:21:12Z', 'revision_number': 5, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'gw_port': {'id': '4f48fb75-f75d-49a5-8ce1-16a04dd37d50', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23524de8-1082-457a-a4cb-34e039006ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:14.014246 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd990f12-cf30-4215-9a85-db69babdffaa req-c3c2e8be-b2a5-498f-a4c7-019e69fe6bb8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:14.020360 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fd990f12-cf30-4215-9a85-db69babdffaa req-c3c2e8be-b2a5-498f-a4c7-019e69fe6bb8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.1250076 Oct 12 00:21:14.061671 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e658f3e-f211-43b7-9161-3ec3b861e902 None None] Checking router: 23524de8-1082-457a-a4cb-34e039006ed0 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:21:14.068841 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fd990f12-cf30-4215-9a85-db69babdffaa req-e7f6440e-805d-4488-b65c-5e517b1a2be9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464957 Oct 12 00:21:14.078493 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e658f3e-f211-43b7-9161-3ec3b861e902 None None] Routers {'23524de8-1082-457a-a4cb-34e039006ed0'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:21:14.079134 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-5e658f3e-f211-43b7-9161-3ec3b861e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:21:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['23524de8-1082-457a-a4cb-34e039006ed0'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:14.088145 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Deleting port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:21:14.089447 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:14.098279 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c428b7bf-d9fa-43c9-8acc-a805ebc1be72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (18ceaa6f-0c0b-4f1a-8723-c3084d541130), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:14.102832 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c428b7bf-d9fa-43c9-8acc-a805ebc1be72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:14.104748 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-c428b7bf-d9fa-43c9-8acc-a805ebc1be72 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/18ceaa6f-0c0b-4f1a-8723-c3084d541130 HTTP/1.1" status: 204 len: 168 time: 0.3261149 Oct 12 00:21:14.113248 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428b7bf-d9fa-43c9-8acc-a805ebc1be72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ceaa6f-0c0b-4f1a-8723-c3084d541130,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:14.196993 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-5e658f3e-f211-43b7-9161-3ec3b861e902 None None] Set router 23524de8-1082-457a-a4cb-34e039006ed0 gateway port host: None {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:21:14.199345 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] For port 4f48fb75-f75d-49a5-8ce1-16a04dd37d50, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=4f48fb75-f75d-49a5-8ce1-16a04dd37d50,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:14.199862 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:14.220113 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Calling delete_port for 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 owned by network:router_gateway {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:21:14.335165 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-5e658f3e-f211-43b7-9161-3ec3b861e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23524de8-1082-457a-a4cb-34e039006ed0', 'name': 'tempest-DeleteServersTestJSON-941926804-router', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:21:13Z', 'revision_number': 6, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'gw_port_host': None}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:14.358610 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:14.393536 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e658f3e-f211-43b7-9161-3ec3b861e902 None None] The sync data for ids ['23524de8-1082-457a-a4cb-34e039006ed0'] in dv-cinder-849143-13-iscsi is: [{'id': '23524de8-1082-457a-a4cb-34e039006ed0', 'name': 'tempest-DeleteServersTestJSON-941926804-router', 'tenant_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:21:13Z', 'revision_number': 6, 'project_id': 'bbfafa65b93241bcb62d41018f6ccd1f', 'gw_port_host': None}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:21:14.482274 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-857b2981-98e6-4c88-a57a-9cf4954f7a6a None None] Provisioning complete for port a51692fd-0bab-42e3-a6b1-db788f0b0c1a triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:14.482791 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-857b2981-98e6-4c88-a57a-9cf4954f7a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:14.482989 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-857b2981-98e6-4c88-a57a-9cf4954f7a6a None None] Attempt 1 to provision port a51692fd-0bab-42e3-a6b1-db788f0b0c1a Oct 12 00:21:14.581557 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (4f48fb75-f75d-49a5-8ce1-16a04dd37d50), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:14.585980 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-857b2981-98e6-4c88-a57a-9cf4954f7a6a None None] Current status of the port a51692fd-0bab-42e3-a6b1-db788f0b0c1a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:14.609702 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Pushing event deleted for resources: {'Port': ['ID=4f48fb75-f75d-49a5-8ce1-16a04dd37d50,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:14.633350 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3698035'] for router_gateway (23524de8-1082-457a-a4cb-34e039006ed0), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:14.736600 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4256'] for router (23524de8-1082-457a-a4cb-34e039006ed0), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:14.739094 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Publish callbacks [] for router_controller (23524de8-1082-457a-a4cb-34e039006ed0), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:14.914675 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700577'] for router (23524de8-1082-457a-a4cb-34e039006ed0), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:14.915304 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23524de8-1082-457a-a4cb-34e039006ed0 {{(pid=111560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 00:21:14.922350 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] Publish callbacks [] for router (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:14.923874 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-6d6402ea-8adb-4b91-8d02-a76890ba0dad admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/23524de8-1082-457a-a4cb-34e039006ed0 HTTP/1.1" status: 204 len: 168 time: 1.3098245 Oct 12 00:21:14.926601 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33792) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:14.973901 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e2c5a4-2cff-479c-bc2c-53e9004ce3c5 admin admin] Deleting subnet b5fd896d-b671-4818-bacd-1e9a19209300 {{(pid=111560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:21:14.977302 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-77e2c5a4-2cff-479c-bc2c-53e9004ce3c5 admin admin] Publish callbacks [] for subnet (b5fd896d-b671-4818-bacd-1e9a19209300), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.014342 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-77e2c5a4-2cff-479c-bc2c-53e9004ce3c5 admin admin] Publish callbacks [] for subnet (b5fd896d-b671-4818-bacd-1e9a19209300), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.017995 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33796) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:15.053633 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f73587a4-8051-4f06-a031-e583b3ffdf8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.117872 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-77e2c5a4-2cff-479c-bc2c-53e9004ce3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (b5fd896d-b671-4818-bacd-1e9a19209300), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.405074 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=81,neutron:DELETE=13,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:15.441345 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 9df66ba4-a667-4dd9-825d-e1e82134fffe no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:21:15.445179 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95293e51-3831-4c75-ac87-fefae7c2dbab req-1d77d48e-1e60-4269-95cc-c217fe1fa4a9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:15.446892 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-95293e51-3831-4c75-ac87-fefae7c2dbab req-1d77d48e-1e60-4269-95cc-c217fe1fa4a9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0935829 Oct 12 00:21:15.462151 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 9df66ba4-a667-4dd9-825d-e1e82134fffe {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:21:15.462580 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 9df66ba4-a667-4dd9-825d-e1e82134fffe not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:21:15.463071 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:21:15.486006 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:21:15.486561 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4f48fb75-f75d-49a5-8ce1-16a04dd37d50 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:21:15.502561 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f73587a4-8051-4f06-a031-e583b3ffdf8e admin admin] Publish callbacks [] for security_group (8d3a2738-3d23-42a9-9141-f3e82c7c3798), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.520245 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-95293e51-3831-4c75-ac87-fefae7c2dbab req-352aae97-1e97-4af5-bb20-b8c359f828a0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660148 Oct 12 00:21:15.552825 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-77e2c5a4-2cff-479c-bc2c-53e9004ce3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for subnet (b5fd896d-b671-4818-bacd-1e9a19209300), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.582233 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2c5a4-2cff-479c-bc2c-53e9004ce3c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5fd896d-b671-4818-bacd-1e9a19209300,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:15.586654 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f73587a4-8051-4f06-a031-e583b3ffdf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (8d3a2738-3d23-42a9-9141-f3e82c7c3798), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.597178 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-77e2c5a4-2cff-479c-bc2c-53e9004ce3c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.600341 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-77e2c5a4-2cff-479c-bc2c-53e9004ce3c5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/b5fd896d-b671-4818-bacd-1e9a19209300 HTTP/1.1" status: 204 len: 168 time: 0.6727469 Oct 12 00:21:15.603005 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33812) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:15.606061 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6adb5d4-7f7c-448a-b1e3-483f10434202 None None] Network cc748322-3660-40ca-ad32-305cc5ab6021 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:21:15.628694 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:15.636262 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73587a4-8051-4f06-a031-e583b3ffdf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3a2738-3d23-42a9-9141-f3e82c7c3798,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:15.643736 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-f73587a4-8051-4f06-a031-e583b3ffdf8e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a5d529eda9854769b44da851caed0ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6246419 Oct 12 00:21:15.644685 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33814) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:15.688469 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (cc748322-3660-40ca-ad32-305cc5ab6021), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.699108 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1790ee1f-208e-4b56-96ef-0c244771639e admin admin] Publish callbacks [] for security_group (8d3a2738-3d23-42a9-9141-f3e82c7c3798), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.721937 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1790ee1f-208e-4b56-96ef-0c244771639e admin admin] Publish callbacks [] for security_group (8d3a2738-3d23-42a9-9141-f3e82c7c3798), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.749040 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Deleting port a51692fd-0bab-42e3-a6b1-db788f0b0c1a {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:21:15.749385 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.769138 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:15.783731 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] DHCP port deletion for cc748322-3660-40ca-ad32-305cc5ab6021 request from dv-cinder-849143-13-iscsi {{(pid=111561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 00:21:15.816585 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] For port a51692fd-0bab-42e3-a6b1-db788f0b0c1a, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=a51692fd-0bab-42e3-a6b1-db788f0b0c1a,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:15.816957 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.823840 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Deleting port a51692fd-0bab-42e3-a6b1-db788f0b0c1a {{(pid=111561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:21:15.824208 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), before_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.831017 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Calling delete_port for a51692fd-0bab-42e3-a6b1-db788f0b0c1a owned by network:dhcp {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:21:15.862112 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1790ee1f-208e-4b56-96ef-0c244771639e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (8d3a2738-3d23-42a9-9141-f3e82c7c3798), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.864560 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1790ee1f-208e-4b56-96ef-0c244771639e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.867185 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-1790ee1f-208e-4b56-96ef-0c244771639e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8d3a2738-3d23-42a9-9141-f3e82c7c3798 HTTP/1.1" status: 204 len: 168 time: 0.2215314 Oct 12 00:21:15.878690 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790ee1f-208e-4b56-96ef-0c244771639e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3a2738-3d23-42a9-9141-f3e82c7c3798,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:15.914101 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] For port a51692fd-0bab-42e3-a6b1-db788f0b0c1a, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=a51692fd-0bab-42e3-a6b1-db788f0b0c1a,segment=NetworkSegment(20c874df-7d6e-49ba-bd5b-c39766f7fe06),segment_id=20c874df-7d6e-49ba-bd5b-c39766f7fe06)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:15.914854 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), precommit_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:15.928874 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Calling delete_port for a51692fd-0bab-42e3-a6b1-db788f0b0c1a owned by network:dhcp {{(pid=111561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:21:16.008851 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.021072 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:16.051765 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (a51692fd-0bab-42e3-a6b1-db788f0b0c1a), after_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.053104 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51692fd-0bab-42e3-a6b1-db788f0b0c1a,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:16.057133 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] No DVR routers for this DVR port a51692fd-0bab-42e3-a6b1-db788f0b0c1a on host dv-cinder-849143-13-iscsi {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:21:16.065436 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] No DVR routers for this DVR port a51692fd-0bab-42e3-a6b1-db788f0b0c1a on host dv-cinder-849143-13-iscsi {{(pid=111561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:21:16.092295 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Pushing event deleted for resources: {'Port': ['ID=a51692fd-0bab-42e3-a6b1-db788f0b0c1a,revision_number=None']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:16.092295 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.092295 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.092295 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.092591 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.092686 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.093161 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.093627 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.094075 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.094540 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.094987 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.095462 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.095930 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.096428 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.096892 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.097351 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0d6df-59de-4d8b-9ed9-197cd73265cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:16.148721 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (cc748322-3660-40ca-ad32-305cc5ab6021), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.172932 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.173545 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.174477 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.174835 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > port after_create 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.175185 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.175553 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > port after_update 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.175880 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.176387 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.176732 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.177043 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.342603 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.342603 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.342603 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.342603 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:16.344027 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc748322-3660-40ca-ad32-305cc5ab6021']}} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:16.384559 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c874df-7d6e-49ba-bd5b-c39766f7fe06') {'for_net_delete': True} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:16.384559 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c874df-7d6e-49ba-bd5b-c39766f7fe06') {} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:16.399590 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461391'] for segment (20c874df-7d6e-49ba-bd5b-c39766f7fe06), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.417988 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:16.420295 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (20c874df-7d6e-49ba-bd5b-c39766f7fe06), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.428962 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=111559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:21:16.429365 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966068'] for segment (20c874df-7d6e-49ba-bd5b-c39766f7fe06), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.480946 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33860) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:16.532650 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_v2 [None req-4304943f-4e84-4ad0-b5be-0896c14ce565 admin admin] Deleting subnet 910a220c-01ab-4bfc-9313-110e712ad04c {{(pid=111560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:21:16.536067 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4304943f-4e84-4ad0-b5be-0896c14ce565 admin admin] Publish callbacks [] for subnet (910a220c-01ab-4bfc-9313-110e712ad04c), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.595932 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (cc748322-3660-40ca-ad32-305cc5ab6021), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.606292 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.618955 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/cc748322-3660-40ca-ad32-305cc5ab6021 HTTP/1.1" status: 204 len: 168 time: 1.0143566 Oct 12 00:21:16.621138 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4304943f-4e84-4ad0-b5be-0896c14ce565 admin admin] Publish callbacks [] for subnet (910a220c-01ab-4bfc-9313-110e712ad04c), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.635213 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4304943f-4e84-4ad0-b5be-0896c14ce565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (910a220c-01ab-4bfc-9313-110e712ad04c), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.638913 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36727615-723f-4bde-8a0c-ee11b0379039 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc748322-3660-40ca-ad32-305cc5ab6021,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:16.707977 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 20c874df-7d6e-49ba-bd5b-c39766f7fe06 resource provider aggregate not found Oct 12 00:21:16.730437 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dd411-34a0-4e5a-a961-24ace1fdba72 req-6c0c4cbb-48d4-4600-b2f0-540641ba8b72 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:16.730437 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2a2dd411-34a0-4e5a-a961-24ace1fdba72 req-6c0c4cbb-48d4-4600-b2f0-540641ba8b72 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0891969 Oct 12 00:21:16.730437 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 20c874df-7d6e-49ba-bd5b-c39766f7fe06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20c874df-7d6e-49ba-bd5b-c39766f7fe06 found for delete ", "request_id": "req-0203ea40-4687-4d60-930a-b99e2bafb31d"}]} Oct 12 00:21:16.774079 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2a2dd411-34a0-4e5a-a961-24ace1fdba72 req-a6e5c192-cbc3-492f-a215-10211a64c86d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Oct 12 00:21:16.823203 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33880) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:16.836410 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5f798aca-524e-4114-817f-5e6688df0e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.838995 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4304943f-4e84-4ad0-b5be-0896c14ce565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for subnet (910a220c-01ab-4bfc-9313-110e712ad04c), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.870417 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304943f-4e84-4ad0-b5be-0896c14ce565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=910a220c-01ab-4bfc-9313-110e712ad04c,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:16.872826 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4304943f-4e84-4ad0-b5be-0896c14ce565 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.878984 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-4304943f-4e84-4ad0-b5be-0896c14ce565 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/910a220c-01ab-4bfc-9313-110e712ad04c HTTP/1.1" status: 204 len: 168 time: 0.3934894 Oct 12 00:21:16.879521 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33884) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:16.922603 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5f798aca-524e-4114-817f-5e6688df0e81 admin admin] Publish callbacks [] for security_group (861a74ee-5b74-4ff1-87cc-31b0031dce47), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:16.955607 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (232532fe-d291-4893-8f30-206fd7f7cc08), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.037237 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (232532fe-d291-4893-8f30-206fd7f7cc08), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.054874 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5f798aca-524e-4114-817f-5e6688df0e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (861a74ee-5b74-4ff1-87cc-31b0031dce47), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.057030 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.057396 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.064542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.064542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.064542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.064542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.064542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.064542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.064542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.064542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.092226 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f798aca-524e-4114-817f-5e6688df0e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a74ee-5b74-4ff1-87cc-31b0031dce47,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:17.107329 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-5f798aca-524e-4114-817f-5e6688df0e81 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=246401c287454d22b0dc653ed0a65525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830679 Oct 12 00:21:17.107942 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33886) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:17.113920 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33888) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:17.127325 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.127723 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.128062 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.128402 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 00:21:17.128779 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232532fe-d291-4893-8f30-206fd7f7cc08']}} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:17.147001 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb85f53-46d7-43e5-acfd-91a9067859ca') {'for_net_delete': True} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:17.147301 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb85f53-46d7-43e5-acfd-91a9067859ca') {} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:17.168489 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526160'] for segment (9eb85f53-46d7-43e5-acfd-91a9067859ca), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.178445 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-11f298b0-c36f-4738-90f3-0840e93a6c97 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=bbfafa65b93241bcb62d41018f6ccd1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0691304 Oct 12 00:21:17.181743 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33890) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:17.192846 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da94eca1-21f0-4250-9723-082c241604ff admin admin] Publish callbacks [] for security_group (861a74ee-5b74-4ff1-87cc-31b0031dce47), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.204157 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (9eb85f53-46d7-43e5-acfd-91a9067859ca), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.214643 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da94eca1-21f0-4250-9723-082c241604ff admin admin] Publish callbacks [] for security_group (861a74ee-5b74-4ff1-87cc-31b0031dce47), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.221249 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=111560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:21:17.221662 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655368'] for segment (9eb85f53-46d7-43e5-acfd-91a9067859ca), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.310643 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b2280293-ef61-431c-a4cb-49d4f965c943 admin admin] Publish callbacks [] for security_group (89b80174-f635-435e-9397-f9a764bc7c73), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.314925 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da94eca1-21f0-4250-9723-082c241604ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (861a74ee-5b74-4ff1-87cc-31b0031dce47), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.317625 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-da94eca1-21f0-4250-9723-082c241604ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.318758 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-da94eca1-21f0-4250-9723-082c241604ff admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/861a74ee-5b74-4ff1-87cc-31b0031dce47 HTTP/1.1" status: 204 len: 168 time: 0.2031429 Oct 12 00:21:17.328654 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94eca1-21f0-4250-9723-082c241604ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a74ee-5b74-4ff1-87cc-31b0031dce47,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:17.335877 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b2280293-ef61-431c-a4cb-49d4f965c943 admin admin] Publish callbacks [] for security_group (89b80174-f635-435e-9397-f9a764bc7c73), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.386639 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (232532fe-d291-4893-8f30-206fd7f7cc08), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.396805 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.400207 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/232532fe-d291-4893-8f30-206fd7f7cc08 HTTP/1.1" status: 204 len: 168 time: 0.5197189 Oct 12 00:21:17.403264 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33902) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:17.411453 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80efb3-e681-4d16-a256-341e1ccba8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=232532fe-d291-4893-8f30-206fd7f7cc08,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:17.454052 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment 9eb85f53-46d7-43e5-acfd-91a9067859ca resource provider aggregate not found Oct 12 00:21:17.463627 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device a51692fd-0bab-42e3-a6b1-db788f0b0c1a no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:21:17.472286 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d73cffd-a4b6-429f-9912-a5e83a166b04 admin admin] Deleting subnet 415f7227-142c-416d-945d-6cce5ea1abc9 {{(pid=111559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:21:17.472478 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment 9eb85f53-46d7-43e5-acfd-91a9067859ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eb85f53-46d7-43e5-acfd-91a9067859ca found for delete ", "request_id": "req-f2c6af40-4e41-4cd4-b914-9f02e16640a7"}]} Oct 12 00:21:17.479485 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b2280293-ef61-431c-a4cb-49d4f965c943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (89b80174-f635-435e-9397-f9a764bc7c73), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.479700 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d73cffd-a4b6-429f-9912-a5e83a166b04 admin admin] Publish callbacks [] for subnet (415f7227-142c-416d-945d-6cce5ea1abc9), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.482969 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b2280293-ef61-431c-a4cb-49d4f965c943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.484159 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-b2280293-ef61-431c-a4cb-49d4f965c943 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/89b80174-f635-435e-9397-f9a764bc7c73 HTTP/1.1" status: 204 len: 168 time: 0.3013494 Oct 12 00:21:17.515919 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2280293-ef61-431c-a4cb-49d4f965c943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b80174-f635-435e-9397-f9a764bc7c73,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:17.529879 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:17.554627 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d73cffd-a4b6-429f-9912-a5e83a166b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461494'] for subnet (415f7227-142c-416d-945d-6cce5ea1abc9), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.605925 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d73cffd-a4b6-429f-9912-a5e83a166b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (415f7227-142c-416d-945d-6cce5ea1abc9), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.616889 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: a51692fd-0bab-42e3-a6b1-db788f0b0c1a {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:21:17.617235 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device a51692fd-0bab-42e3-a6b1-db788f0b0c1a not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:21:17.769626 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d73cffd-a4b6-429f-9912-a5e83a166b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25924447'] for subnet (415f7227-142c-416d-945d-6cce5ea1abc9), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.797270 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73cffd-a4b6-429f-9912-a5e83a166b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415f7227-142c-416d-945d-6cce5ea1abc9,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:17.799219 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7d73cffd-a4b6-429f-9912-a5e83a166b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.802374 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-7d73cffd-a4b6-429f-9912-a5e83a166b04 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/415f7227-142c-416d-945d-6cce5ea1abc9 HTTP/1.1" status: 204 len: 168 time: 0.3976934 Oct 12 00:21:17.805138 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33914) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:17.881465 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (0968edc3-0a2a-462c-bab6-b3d6682a109e), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:17.892433 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=11 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:17.899276 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad298b-6c99-418d-8f54-ddadfeda9bb3 req-07e6c6ea-be14-4948-b209-b7ad917ad21d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:17.900742 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d2ad298b-6c99-418d-8f54-ddadfeda9bb3 req-07e6c6ea-be14-4948-b209-b7ad917ad21d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0517900 Oct 12 00:21:17.965180 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d2ad298b-6c99-418d-8f54-ddadfeda9bb3 req-f0be25f4-a310-4a1d-8e54-914842110239 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578008 Oct 12 00:21:18.006467 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:18.019267 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (0968edc3-0a2a-462c-bab6-b3d6682a109e), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:18.045785 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0968edc3-0a2a-462c-bab6-b3d6682a109e']}} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:18.055805 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f83cde-5160-4f9e-86c6-daefd69297a2') {'for_net_delete': True} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:18.063273 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f83cde-5160-4f9e-86c6-daefd69297a2') {} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:18.074348 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461391'] for segment (72f83cde-5160-4f9e-86c6-daefd69297a2), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:18.091820 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (72f83cde-5160-4f9e-86c6-daefd69297a2), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:18.098833 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=111559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:21:18.099226 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966068'] for segment (72f83cde-5160-4f9e-86c6-daefd69297a2), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:18.260358 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (0968edc3-0a2a-462c-bab6-b3d6682a109e), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:18.268025 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:18.272104 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/0968edc3-0a2a-462c-bab6-b3d6682a109e HTTP/1.1" status: 204 len: 168 time: 0.4649167 Oct 12 00:21:18.282157 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf58e54-dff7-4de4-a83b-e630bf721f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=0968edc3-0a2a-462c-bab6-b3d6682a109e,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:18.540054 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33946) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:18.570166 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33950) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:18.732751 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9b2dcf80-ff75-47ae-b8f0-70960bb02f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:18.746868 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 72f83cde-5160-4f9e-86c6-daefd69297a2 resource provider aggregate not found Oct 12 00:21:18.771478 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 72f83cde-5160-4f9e-86c6-daefd69297a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72f83cde-5160-4f9e-86c6-daefd69297a2 found for delete ", "request_id": "req-c24baec8-6819-4c00-877c-108455193f46"}]} Oct 12 00:21:18.781583 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7963-ac6b-4429-b661-c90432939e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:18.990094 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9b2dcf80-ff75-47ae-b8f0-70960bb02f98 admin admin] Publish callbacks [] for security_group (43bfa005-a63a-436d-8dad-0474d12da819), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:18.999594 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7963-ac6b-4429-b661-c90432939e7b admin admin] Publish callbacks [] for security_group (86cabb22-0aab-488b-8866-2ba1231f1fb2), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.027015 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33966) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:19.077023 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-2a0513f9-2226-42c9-84f8-0fa6afb87653 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=063a92e4b88f43b88a05dcfda7e19d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486526 Oct 12 00:21:19.079500 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33968) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:19.094551 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:19.107787 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9b2dcf80-ff75-47ae-b8f0-70960bb02f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (43bfa005-a63a-436d-8dad-0474d12da819), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.108750 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7963-ac6b-4429-b661-c90432939e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (86cabb22-0aab-488b-8866-2ba1231f1fb2), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.126909 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464466fe-e31c-4efa-8b69-ccb7a84a98a2 req-18253b58-1f50-4cdd-872a-0fdbd8f481bb tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:19.128679 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-464466fe-e31c-4efa-8b69-ccb7a84a98a2 req-18253b58-1f50-4cdd-872a-0fdbd8f481bb tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0729852 Oct 12 00:21:19.163995 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c7963-ac6b-4429-b661-c90432939e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cabb22-0aab-488b-8866-2ba1231f1fb2,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:19.172863 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-ff4c7963-ac6b-4429-b661-c90432939e7b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1c7d4f40101b4eca840f65021a7e61d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6016254 Oct 12 00:21:19.175892 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 33970) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:19.178935 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:19.190587 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48a777b5-58a1-4abe-8520-4b38af4ff155 admin admin] Publish callbacks [] for security_group (464dd150-adf5-4e97-887d-fe3fea1386e2), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.191611 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-9b2dcf80-ff75-47ae-b8f0-70960bb02f98 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=419dc0c570054c0aa8772d187a0403ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505265 Oct 12 00:21:19.193898 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dcf80-ff75-47ae-b8f0-70960bb02f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bfa005-a63a-436d-8dad-0474d12da819,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:19.196251 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 33972) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:19.228105 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48a777b5-58a1-4abe-8520-4b38af4ff155 admin admin] Publish callbacks [] for security_group (464dd150-adf5-4e97-887d-fe3fea1386e2), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.271438 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-464466fe-e31c-4efa-8b69-ccb7a84a98a2 req-81ee85cb-7b79-4b92-886c-a04fa8ebf633 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212168 Oct 12 00:21:19.280812 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cdaf6bf7-446c-48a3-855a-dc3ae49608c6 admin admin] Publish callbacks [] for security_group (86cabb22-0aab-488b-8866-2ba1231f1fb2), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.314051 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b0a070d8-06ce-4a64-87ae-2cc48405d318 admin admin] Publish callbacks [] for security_group (43bfa005-a63a-436d-8dad-0474d12da819), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.318472 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cdaf6bf7-446c-48a3-855a-dc3ae49608c6 admin admin] Publish callbacks [] for security_group (86cabb22-0aab-488b-8866-2ba1231f1fb2), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.340922 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b0a070d8-06ce-4a64-87ae-2cc48405d318 admin admin] Publish callbacks [] for security_group (43bfa005-a63a-436d-8dad-0474d12da819), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.392269 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48a777b5-58a1-4abe-8520-4b38af4ff155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (464dd150-adf5-4e97-887d-fe3fea1386e2), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.394632 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-48a777b5-58a1-4abe-8520-4b38af4ff155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.395946 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-48a777b5-58a1-4abe-8520-4b38af4ff155 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/464dd150-adf5-4e97-887d-fe3fea1386e2 HTTP/1.1" status: 204 len: 168 time: 0.3153114 Oct 12 00:21:19.403794 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a777b5-58a1-4abe-8520-4b38af4ff155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464dd150-adf5-4e97-887d-fe3fea1386e2,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:19.477831 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cdaf6bf7-446c-48a3-855a-dc3ae49608c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (86cabb22-0aab-488b-8866-2ba1231f1fb2), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.482829 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cdaf6bf7-446c-48a3-855a-dc3ae49608c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.486854 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-cdaf6bf7-446c-48a3-855a-dc3ae49608c6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/86cabb22-0aab-488b-8866-2ba1231f1fb2 HTTP/1.1" status: 204 len: 168 time: 0.3073874 Oct 12 00:21:19.486854 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=8 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:19.487627 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b0a070d8-06ce-4a64-87ae-2cc48405d318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (43bfa005-a63a-436d-8dad-0474d12da819), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.490156 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b0a070d8-06ce-4a64-87ae-2cc48405d318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:19.495577 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-b0a070d8-06ce-4a64-87ae-2cc48405d318 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/43bfa005-a63a-436d-8dad-0474d12da819 HTTP/1.1" status: 204 len: 168 time: 0.2937202 Oct 12 00:21:19.495686 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf6bf7-446c-48a3-855a-dc3ae49608c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cabb22-0aab-488b-8866-2ba1231f1fb2,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:19.503104 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a070d8-06ce-4a64-87ae-2cc48405d318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bfa005-a63a-436d-8dad-0474d12da819,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:20.391375 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35540f95-015a-45d6-a33a-cc7c45c6afc3 req-7afcc21f-057a-4dec-b7b6-abf78c8ab3be tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:20.392876 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35540f95-015a-45d6-a33a-cc7c45c6afc3 req-7afcc21f-057a-4dec-b7b6-abf78c8ab3be tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0482700 Oct 12 00:21:20.438897 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35540f95-015a-45d6-a33a-cc7c45c6afc3 req-84cebea7-a8cf-469f-8400-c4b739ad399b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Oct 12 00:21:20.477891 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34010) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:20.518839 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-d6e9c43f-469c-4c1b-bac6-811dafc67e05 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c809115d8a164a3992177fcd20ebc96a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398278 Oct 12 00:21:20.521502 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34012) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:20.575761 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4951b8c3-28b8-458c-9b6d-7ff8f507713b admin admin] Publish callbacks [] for security_group (3b50c001-49a7-4cc7-a755-71ebaf200843), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:20.596265 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4951b8c3-28b8-458c-9b6d-7ff8f507713b admin admin] Publish callbacks [] for security_group (3b50c001-49a7-4cc7-a755-71ebaf200843), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:20.695457 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34014) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:20.709444 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2bdb18cf-ce5c-452a-a5a4-98bcd71500b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:20.820884 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4951b8c3-28b8-458c-9b6d-7ff8f507713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3b50c001-49a7-4cc7-a755-71ebaf200843), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:20.823518 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4951b8c3-28b8-458c-9b6d-7ff8f507713b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:20.827350 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-4951b8c3-28b8-458c-9b6d-7ff8f507713b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3b50c001-49a7-4cc7-a755-71ebaf200843 HTTP/1.1" status: 204 len: 168 time: 0.3047011 Oct 12 00:21:20.835277 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951b8c3-28b8-458c-9b6d-7ff8f507713b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50c001-49a7-4cc7-a755-71ebaf200843,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:20.894739 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2bdb18cf-ce5c-452a-a5a4-98bcd71500b5 admin admin] Publish callbacks [] for security_group (b891f1e0-1848-488a-a630-9b8f775a06f4), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:20.936408 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34020) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:20.954644 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2bdb18cf-ce5c-452a-a5a4-98bcd71500b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b891f1e0-1848-488a-a630-9b8f775a06f4), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.007217 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb18cf-ce5c-452a-a5a4-98bcd71500b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b891f1e0-1848-488a-a630-9b8f775a06f4,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:21.010347 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34028) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:21.023650 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34030) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:21.032193 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-2bdb18cf-ce5c-452a-a5a4-98bcd71500b5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a191729619e347afb8c7da2babe458bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325679 Oct 12 00:21:21.037433 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cb25a77a-e8f2-4eae-924e-d60fd1870472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.107158 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5839f73a-92b0-436a-91a5-f3e3746bc235 admin admin] Publish callbacks [] for security_group (b891f1e0-1848-488a-a630-9b8f775a06f4), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.139437 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5839f73a-92b0-436a-91a5-f3e3746bc235 admin admin] Publish callbacks [] for security_group (b891f1e0-1848-488a-a630-9b8f775a06f4), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.202447 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cb25a77a-e8f2-4eae-924e-d60fd1870472 admin admin] Publish callbacks [] for security_group (ea18345c-d941-4e2c-bdf3-0ad0ce956840), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.255892 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-416953614-network', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:21.300668 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5839f73a-92b0-436a-91a5-f3e3746bc235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b891f1e0-1848-488a-a630-9b8f775a06f4), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.303165 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5839f73a-92b0-436a-91a5-f3e3746bc235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.305459 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-5839f73a-92b0-436a-91a5-f3e3746bc235 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b891f1e0-1848-488a-a630-9b8f775a06f4 HTTP/1.1" status: 204 len: 168 time: 0.2742305 Oct 12 00:21:21.306914 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cb25a77a-e8f2-4eae-924e-d60fd1870472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (ea18345c-d941-4e2c-bdf3-0ad0ce956840), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.330481 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839f73a-92b0-436a-91a5-f3e3746bc235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b891f1e0-1848-488a-a630-9b8f775a06f4,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:21.353523 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-cb25a77a-e8f2-4eae-924e-d60fd1870472 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fdd38fafaf2148759e10988f3293b792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420968 Oct 12 00:21:21.357316 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:21.357723 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34044) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:21.366227 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25a77a-e8f2-4eae-924e-d60fd1870472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea18345c-d941-4e2c-bdf3-0ad0ce956840,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:21.398200 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Made reservation on behalf of 13bdb0f5c58a40af9e420f6072f2f2b0 for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:21:21.398200 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.404667 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.437569 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9ed4-e16d-4c46-8b7b-300213ba7b3a admin admin] Publish callbacks [] for security_group (ea18345c-d941-4e2c-bdf3-0ad0ce956840), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.458957 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9ed4-e16d-4c46-8b7b-300213ba7b3a admin admin] Publish callbacks [] for security_group (ea18345c-d941-4e2c-bdf3-0ad0ce956840), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.488906 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Publish callbacks [] for security_group (9b2a402e-5cbd-4b4e-b3b4-8dc1fb1d70ec), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.570839 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb693-b98f-40ab-8c8f-c9cbb9252ea2 req-3ba50ce5-a655-46e6-8f89-97ee14f147e0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:21.573138 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b3ebb693-b98f-40ab-8c8f-c9cbb9252ea2 req-3ba50ce5-a655-46e6-8f89-97ee14f147e0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0502157 Oct 12 00:21:21.592217 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9b2a402e-5cbd-4b4e-b3b4-8dc1fb1d70ec), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.607465 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:21.628264 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b3ebb693-b98f-40ab-8c8f-c9cbb9252ea2 req-6629b956-9d9d-4d97-b126-c895ada78afa tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496500 Oct 12 00:21:21.631764 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2a402e-5cbd-4b4e-b3b4-8dc1fb1d70ec,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:21.641091 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9ed4-e16d-4c46-8b7b-300213ba7b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (ea18345c-d941-4e2c-bdf3-0ad0ce956840), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.644608 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9ed4-e16d-4c46-8b7b-300213ba7b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.651901 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:21:21.652375 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-8c6c9ed4-e16d-4c46-8b7b-300213ba7b3a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ea18345c-d941-4e2c-bdf3-0ad0ce956840 HTTP/1.1" status: 204 len: 168 time: 0.2915308 Oct 12 00:21:21.660008 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (f788ec14-36bd-4100-bf8d-abb1e331a3f1), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.660399 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Added segment f788ec14-36bd-4100-bf8d-abb1e331a3f1 of type vlan for network 0c299ee8-2b42-4994-965e-051a94d2391c Oct 12 00:21:21.662851 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c9ed4-e16d-4c46-8b7b-300213ba7b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea18345c-d941-4e2c-bdf3-0ad0ce956840,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:21.703920 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (0c299ee8-2b42-4994-965e-051a94d2391c), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.792176 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (0c299ee8-2b42-4994-965e-051a94d2391c), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.793290 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:21.801581 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:21.856950 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] Pushing event updated for resources: {'Network': ['ID=0c299ee8-2b42-4994-965e-051a94d2391c,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:21.866141 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network 0c299ee8-2b42-4994-965e-051a94d2391c details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:21:21.868350 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:21.912269 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-79631b1c-432a-40df-a214-d5eb7c5e546d admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9743929 Oct 12 00:21:21.921494 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34060) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:21.926520 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] Request body: {'subnet': {'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-subnet', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:22.037424 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] Made reservation on behalf of 13bdb0f5c58a40af9e420f6072f2f2b0 for: {'subnet': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:21:22.039820 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25922750'] for subnet (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.042627 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:22.166380 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34068) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:22.210011 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a79f5522-342d-4589-aa92-dbde10eab836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.214464 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:22.300108 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25922732'] for subnet (fd02fede-aeab-4655-a486-9bfc8561b3bd), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.303063 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a79f5522-342d-4589-aa92-dbde10eab836 admin admin] Publish callbacks [] for security_group (55714a98-be16-4314-b1e4-797a1c3face3), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.358736 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd02fede-aeab-4655-a486-9bfc8561b3bd,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:22.366033 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] Checking segment: {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:21:22.366286 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] Network hostable DHCP agents. Network: 0c299ee8-2b42-4994-965e-051a94d2391c, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:21:22.386545 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a79f5522-342d-4589-aa92-dbde10eab836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (55714a98-be16-4314-b1e4-797a1c3face3), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.428310 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-a79f5522-342d-4589-aa92-dbde10eab836 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=82538d41a63b49a282cba8ddaa19cdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583447 Oct 12 00:21:22.428495 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34074) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:22.435129 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f5522-342d-4589-aa92-dbde10eab836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55714a98-be16-4314-b1e4-797a1c3face3,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:22.444687 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] Network 0c299ee8-2b42-4994-965e-051a94d2391c is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:21:22.484907 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-fe9134e8-44aa-4106-9fd7-07cd1fb70673 admin admin] Publish callbacks [] for security_group (55714a98-be16-4314-b1e4-797a1c3face3), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.504083 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34076) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:22.509670 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-fe9134e8-44aa-4106-9fd7-07cd1fb70673 admin admin] Publish callbacks [] for security_group (55714a98-be16-4314-b1e4-797a1c3face3), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.519524 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5128931e-85a5-49e0-8158-3719ff95a389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.563860 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, 0c299ee8-2b42-4994-965e-051a94d2391c) {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:21:22.568705 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:22.569357 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.578872 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db138b5d-800a-443c-b1bf-f09e8e50cc57 None None] Network 0c299ee8-2b42-4994-965e-051a94d2391c requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:21:22.612496 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5128931e-85a5-49e0-8158-3719ff95a389 admin admin] Publish callbacks [] for security_group (d94dad42-861e-4226-92a5-945afec32866), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.677600 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-fe9134e8-44aa-4106-9fd7-07cd1fb70673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (55714a98-be16-4314-b1e4-797a1c3face3), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.684282 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-fe9134e8-44aa-4106-9fd7-07cd1fb70673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.684282 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-fe9134e8-44aa-4106-9fd7-07cd1fb70673 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/55714a98-be16-4314-b1e4-797a1c3face3 HTTP/1.1" status: 204 len: 168 time: 0.2518327 Oct 12 00:21:22.690286 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9134e8-44aa-4106-9fd7-07cd1fb70673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55714a98-be16-4314-b1e4-797a1c3face3,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:22.693062 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-0c299ee8-2b42-4994-965e-051a94d2391c', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:21:22.694004 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.726540 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5128931e-85a5-49e0-8158-3719ff95a389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d94dad42-861e-4226-92a5-945afec32866), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.726633 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-97f1f938-df21-4e3b-9cd8-95450fdddc67 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8008738 Oct 12 00:21:22.726633 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34086) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:22.733338 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:22.753512 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-5128931e-85a5-49e0-8158-3719ff95a389 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=84532b956aaf4d3a9d3a022d5c1e7e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480483 Oct 12 00:21:22.756628 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34090) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:22.846627 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128931e-85a5-49e0-8158-3719ff95a389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94dad42-861e-4226-92a5-945afec32866,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:22.856339 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (564505ea-3e81-4cfe-b13a-b4efd30b1b47), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.857772 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (564505ea-3e81-4cfe-b13a-b4efd30b1b47), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.858667 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70dd48-3e3a-4071-9781-e5614f6f31d6 req-6e1d5aec-f65d-4ecf-adc2-4a575f191dde tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:22.865704 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3b70dd48-3e3a-4071-9781-e5614f6f31d6 req-6e1d5aec-f65d-4ecf-adc2-4a575f191dde tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.1165407 Oct 12 00:21:22.912546 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-39560c7d-00c6-4385-9542-1fdc7b11b013 admin admin] Publish callbacks [] for security_group (d94dad42-861e-4226-92a5-945afec32866), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.931725 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Publish callbacks [] for router_controller (564505ea-3e81-4cfe-b13a-b4efd30b1b47), precommit_add_association {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.950583 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-39560c7d-00c6-4385-9542-1fdc7b11b013 admin admin] Publish callbacks [] for security_group (d94dad42-861e-4226-92a5-945afec32866), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:22.958392 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Allocated IP 172.20.0.2 (0c299ee8-2b42-4994-965e-051a94d2391c/fd02fede-aeab-4655-a486-9bfc8561b3bd/f088682b-7208-4d44-815f-de6a3c67626c) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:21:22.991531 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3b70dd48-3e3a-4071-9781-e5614f6f31d6 req-e9e8284f-01d9-414c-a14e-e254c6cd873d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063762 Oct 12 00:21:23.068945 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:23.142611 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Publish callbacks [] for port (f088682b-7208-4d44-815f-de6a3c67626c), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:23.151956 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-39560c7d-00c6-4385-9542-1fdc7b11b013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d94dad42-861e-4226-92a5-945afec32866), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:23.154743 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-39560c7d-00c6-4385-9542-1fdc7b11b013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:23.155923 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-39560c7d-00c6-4385-9542-1fdc7b11b013 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d94dad42-861e-4226-92a5-945afec32866 HTTP/1.1" status: 204 len: 168 time: 0.3871341 Oct 12 00:21:23.164661 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39560c7d-00c6-4385-9542-1fdc7b11b013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94dad42-861e-4226-92a5-945afec32866,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:23.218401 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (f088682b-7208-4d44-815f-de6a3c67626c), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:23.271596 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Network 0c299ee8-2b42-4994-965e-051a94d2391c is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:21:23.276778 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:21:23.281095 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:21:23.284338 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Pushing event updated for resources: {'Port': ['ID=f088682b-7208-4d44-815f-de6a3c67626c,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:23.351921 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Publish callbacks [] for router_gateway (564505ea-3e81-4cfe-b13a-b4efd30b1b47), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:23.366120 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Attempting to bind port f088682b-7208-4d44-815f-de6a3c67626c on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:21:23.366488 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Attempting to bind port f088682b-7208-4d44-815f-de6a3c67626c by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:21:23.366849 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Attempting to bind port f088682b-7208-4d44-815f-de6a3c67626c on network 0c299ee8-2b42-4994-965e-051a94d2391c {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:21:23.413039 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:21:23.413464 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Checking segment: {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:21:23.413799 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:23.414184 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Bound using segment: {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:21:23.414648 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Bound port: f088682b-7208-4d44-815f-de6a3c67626c, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:21:23.415022 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f088682b-7208-4d44-815f-de6a3c67626c), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:23.478042 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:23.486529 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34106) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:23.497132 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] For port f088682b-7208-4d44-815f-de6a3c67626c, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:21:23.501058 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] For port f088682b-7208-4d44-815f-de6a3c67626c, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=f088682b-7208-4d44-815f-de6a3c67626c,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:21:23.576059 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f088682b-7208-4d44-815f-de6a3c67626c), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:23.662090 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Publish callbacks [] for router_gateway (564505ea-3e81-4cfe-b13a-b4efd30b1b47), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:23.676622 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c238a2-8ee7-466f-acc8-0b94f417c8fb None None] Pushing event updated for resources: {'Port': ['ID=f088682b-7208-4d44-815f-de6a3c67626c,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:23.693837 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:23.832591 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c5151b7a-1bc1-44d9-ad4e-7d3af59f48a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:23.861256 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Allocated IP 172.27.4.45 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/be796c9d-f751-4f5e-b8c5-4fcf02edc3fc) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:21:23.977397 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c5151b7a-1bc1-44d9-ad4e-7d3af59f48a5 admin admin] Publish callbacks [] for security_group (e854d95b-cdc3-4afd-9966-4a9c0783e6a9), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:24.036253 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Publish callbacks [] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:24.083118 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c5151b7a-1bc1-44d9-ad4e-7d3af59f48a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e854d95b-cdc3-4afd-9966-4a9c0783e6a9), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:24.116258 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530224a8-4b84-4fac-96d9-a83ecb1097c5 req-f460523b-b3e0-4bce-9d43-cf5aa4e12657 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:24.118162 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-530224a8-4b84-4fac-96d9-a83ecb1097c5 req-f460523b-b3e0-4bce-9d43-cf5aa4e12657 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0590255 Oct 12 00:21:24.127890 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-c5151b7a-1bc1-44d9-ad4e-7d3af59f48a5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6dcbbe658be341c18d51a0ce90de0827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6398845 Oct 12 00:21:24.128613 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34128) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:24.129239 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5151b7a-1bc1-44d9-ad4e-7d3af59f48a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e854d95b-cdc3-4afd-9966-4a9c0783e6a9,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:24.150438 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:24.180202 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-530224a8-4b84-4fac-96d9-a83ecb1097c5 req-77e22853-99df-429f-ac01-cb5f9014c58f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547764 Oct 12 00:21:24.198997 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:24.199150 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1801dd50-7ab8-48c7-a6b5-c7e0f154613d admin admin] Publish callbacks [] for security_group (e854d95b-cdc3-4afd-9966-4a9c0783e6a9), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:24.223151 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1801dd50-7ab8-48c7-a6b5-c7e0f154613d admin admin] Publish callbacks [] for security_group (e854d95b-cdc3-4afd-9966-4a9c0783e6a9), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:24.249195 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:21:24.252459 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:21:24.255680 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:21:24.280824 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Pushing event updated for resources: {'Port': ['ID=be796c9d-f751-4f5e-b8c5-4fcf02edc3fc,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:24.372201 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1801dd50-7ab8-48c7-a6b5-c7e0f154613d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e854d95b-cdc3-4afd-9966-4a9c0783e6a9), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:24.375595 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1801dd50-7ab8-48c7-a6b5-c7e0f154613d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:24.376956 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-1801dd50-7ab8-48c7-a6b5-c7e0f154613d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e854d95b-cdc3-4afd-9966-4a9c0783e6a9 HTTP/1.1" status: 204 len: 168 time: 0.2449870 Oct 12 00:21:24.386595 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801dd50-7ab8-48c7-a6b5-c7e0f154613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e854d95b-cdc3-4afd-9966-4a9c0783e6a9,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:24.393856 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=48 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:24.626260 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:24.655310 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Publish callbacks [] for router_gateway (564505ea-3e81-4cfe-b13a-b4efd30b1b47), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:24.890920 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b74015-db31-4430-96d7-7d324e4ac79a None None] Network 0c299ee8-2b42-4994-965e-051a94d2391c requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:21:24.909593 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:24.939108 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (564505ea-3e81-4cfe-b13a-b4efd30b1b47), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:24.962831 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:24.975667 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-b95fd435-0cf6-4d9f-a689-d4323dfb71da None None] Provisioning complete for port f088682b-7208-4d44-815f-de6a3c67626c triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:24.976191 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b95fd435-0cf6-4d9f-a689-d4323dfb71da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f088682b-7208-4d44-815f-de6a3c67626c), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:24.976720 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-b95fd435-0cf6-4d9f-a689-d4323dfb71da None None] Attempt 1 to provision port f088682b-7208-4d44-815f-de6a3c67626c Oct 12 00:21:25.116124 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-b95fd435-0cf6-4d9f-a689-d4323dfb71da None None] Current status of the port f088682b-7208-4d44-815f-de6a3c67626c is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:25.116513 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b95fd435-0cf6-4d9f-a689-d4323dfb71da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f088682b-7208-4d44-815f-de6a3c67626c), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:25.165096 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-b95fd435-0cf6-4d9f-a689-d4323dfb71da None None] For port f088682b-7208-4d44-815f-de6a3c67626c, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=f088682b-7208-4d44-815f-de6a3c67626c,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:25.215131 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:21:25.272118 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b95fd435-0cf6-4d9f-a689-d4323dfb71da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f088682b-7208-4d44-815f-de6a3c67626c), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:25.363234 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fd435-0cf6-4d9f-a689-d4323dfb71da None None] Pushing event updated for resources: {'Port': ['ID=f088682b-7208-4d44-815f-de6a3c67626c,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:25.367244 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:21:25.396111 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a773fc2-c8fc-422b-a635-cd9a2487f64b req-8df6bfab-cda3-42ef-8ac0-b71564b11aa0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:25.398420 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Sync routers for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:21:25.404907 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1a773fc2-c8fc-422b-a635-cd9a2487f64b req-8df6bfab-cda3-42ef-8ac0-b71564b11aa0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.1237099 Oct 12 00:21:25.436500 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:21:25.437166 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:21:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:25.480807 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:25.482714 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-b6906c75-359a-4849-ab8a-b62430e4490d admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7551289 Oct 12 00:21:25.485527 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1a773fc2-c8fc-422b-a635-cd9a2487f64b req-a2a7a9a4-e95b-43ec-bcae-9028f56c26aa tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795107 Oct 12 00:21:25.486266 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34176) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:25.495826 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-fefb0ac5-ef0a-43b7-b703-aab97f10a18d None None] Provisioning complete for port f088682b-7208-4d44-815f-de6a3c67626c triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:25.500062 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-fefb0ac5-ef0a-43b7-b703-aab97f10a18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f088682b-7208-4d44-815f-de6a3c67626c), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:25.500062 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-fefb0ac5-ef0a-43b7-b703-aab97f10a18d None None] Attempt 1 to provision port f088682b-7208-4d44-815f-de6a3c67626c Oct 12 00:21:25.526667 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device f088682b-7208-4d44-815f-de6a3c67626c up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:21:25.627758 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:25.672845 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:21:25.695495 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port f088682b-7208-4d44-815f-de6a3c67626c triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:25.696117 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f088682b-7208-4d44-815f-de6a3c67626c), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:25.696596 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port f088682b-7208-4d44-815f-de6a3c67626c Oct 12 00:21:25.839746 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-fefb0ac5-ef0a-43b7-b703-aab97f10a18d None None] Current status of the port f088682b-7208-4d44-815f-de6a3c67626c is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:25.898877 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:25.921186 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port f088682b-7208-4d44-815f-de6a3c67626c is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:25.973798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:24Z', 'revision_number': 3, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:26.005437 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Checking router: 564505ea-3e81-4cfe-b13a-b4efd30b1b47 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:21:26.006017 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Updating router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:21:26.044582 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.055954 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.076798 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34190) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:26.079204 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34192) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:26.211710 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-870275065-network', 'tenant_id': '4194baa4b1fe4ab2840720dbf012a2f3'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:26.243922 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:26.251654 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ef861056-efba-4eb6-84de-614ea005da05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.281447 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Allocated IP 172.20.0.1 (0c299ee8-2b42-4994-965e-051a94d2391c/fd02fede-aeab-4655-a486-9bfc8561b3bd/6943f7bc-c08e-4f37-ae72-a80c876b4fdc) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:21:26.300827 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Made reservation on behalf of 4194baa4b1fe4ab2840720dbf012a2f3 for: {'network': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:21:26.303210 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.313573 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.324898 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Publish callbacks [] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.391766 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:26.392974 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Publish callbacks [] for security_group (2ca4bb75-2b10-4aa2-8ba4-be5c24636185), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.409292 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.418300 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ef861056-efba-4eb6-84de-614ea005da05 admin admin] Publish callbacks [] for security_group (9db36eb5-6799-4ebb-af02-8fff413289af), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.427870 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Publish callbacks [] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.441380 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Attempting to bind port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:21:26.441824 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Attempting to bind port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:21:26.442184 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Attempting to bind port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:21:26.479232 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b37646-4f49-4f9e-9b2d-a21080a13076 None None] Pushing event updated for resources: {'Port': ['ID=be796c9d-f751-4f5e-b8c5-4fcf02edc3fc,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:26.486927 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (2ca4bb75-2b10-4aa2-8ba4-be5c24636185), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.489670 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ef861056-efba-4eb6-84de-614ea005da05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9db36eb5-6799-4ebb-af02-8fff413289af), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.501842 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:21:26.502371 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:21:26.503100 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.504084 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:21:26.505513 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Bound port: be796c9d-f751-4f5e-b8c5-4fcf02edc3fc, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:21:26.506148 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.553671 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-ef861056-efba-4eb6-84de-614ea005da05 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ac3fc5ff2b464891ba5fd114cea03198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661269 Oct 12 00:21:26.553876 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.557785 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=111559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:21:26.562197 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34202) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:26.568938 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] For port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:21:26.573294 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] For port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=be796c9d-f751-4f5e-b8c5-4fcf02edc3fc,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:21:26.579668 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca4bb75-2b10-4aa2-8ba4-be5c24636185,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:26.585848 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (6436dcd8-5748-47c5-b6bd-102a13d79def), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.586352 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.segments_db [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Added segment 6436dcd8-5748-47c5-b6bd-102a13d79def of type vlan for network fccd9e59-39c7-42a2-aa54-28f6a75073c4 Oct 12 00:21:26.638751 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.656504 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Network 0c299ee8-2b42-4994-965e-051a94d2391c is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:21:26.660975 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef861056-efba-4eb6-84de-614ea005da05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db36eb5-6799-4ebb-af02-8fff413289af,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:26.673054 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:21:26.679541 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:21:26.682979 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Pushing event updated for resources: {'Port': ['ID=6943f7bc-c08e-4f37-ae72-a80c876b4fdc,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:26.754859 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-55eae064-3ef4-4ef4-a409-c1e2d818f0cb admin admin] Publish callbacks [] for security_group (9db36eb5-6799-4ebb-af02-8fff413289af), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.763431 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (fccd9e59-39c7-42a2-aa54-28f6a75073c4), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.777106 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b37646-4f49-4f9e-9b2d-a21080a13076 None None] Pushing event updated for resources: {'Port': ['ID=be796c9d-f751-4f5e-b8c5-4fcf02edc3fc,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:26.780307 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:21:26.780943 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:21:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:26.787661 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:26.796757 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (564505ea-3e81-4cfe-b13a-b4efd30b1b47), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.815397 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4942991-759d-4777-b2f5-89b0dcb1118a req-3adbe29e-a307-4ce8-bec7-3b53a9d936ca tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:26.816918 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f4942991-759d-4777-b2f5-89b0dcb1118a req-3adbe29e-a307-4ce8-bec7-3b53a9d936ca tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.1944752 Oct 12 00:21:26.835462 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:26.880944 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f4942991-759d-4777-b2f5-89b0dcb1118a req-535ca618-a826-4a55-95ef-e694ced4efb1 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515292 Oct 12 00:21:26.885962 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-55eae064-3ef4-4ef4-a409-c1e2d818f0cb admin admin] Publish callbacks [] for security_group (9db36eb5-6799-4ebb-af02-8fff413289af), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.923099 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (fccd9e59-39c7-42a2-aa54-28f6a75073c4), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.924176 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:26.924765 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:26.928691 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:21:26.994593 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] Pushing event updated for resources: {'Network': ['ID=fccd9e59-39c7-42a2-aa54-28f6a75073c4,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:27.045943 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-d252e3cf-ceaa-4a28-a7b7-cc5fc773424e admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9673820 Oct 12 00:21:27.048788 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34212) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:27.054577 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] Request body: {'subnet': {'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-870275065-subnet', 'tenant_id': '4194baa4b1fe4ab2840720dbf012a2f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:27.093092 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network fccd9e59-39c7-42a2-aa54-28f6a75073c4 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:21:27.100462 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-55eae064-3ef4-4ef4-a409-c1e2d818f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9db36eb5-6799-4ebb-af02-8fff413289af), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:27.102936 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-55eae064-3ef4-4ef4-a409-c1e2d818f0cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:27.104112 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-55eae064-3ef4-4ef4-a409-c1e2d818f0cb admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9db36eb5-6799-4ebb-af02-8fff413289af HTTP/1.1" status: 204 len: 168 time: 0.5383739 Oct 12 00:21:27.121660 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:27.138766 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eae064-3ef4-4ef4-a409-c1e2d818f0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db36eb5-6799-4ebb-af02-8fff413289af,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:27.145954 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:27.184631 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] Made reservation on behalf of 4194baa4b1fe4ab2840720dbf012a2f3 for: {'subnet': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:21:27.186960 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25922750'] for subnet (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:27.192997 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-dacb44de-204c-4d89-a868-38119e7a7868 None None] Provisioning complete for port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:27.193375 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-dacb44de-204c-4d89-a868-38119e7a7868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:27.193760 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-dacb44de-204c-4d89-a868-38119e7a7868 None None] Attempt 1 to provision port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc Oct 12 00:21:27.276689 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-dacb44de-204c-4d89-a868-38119e7a7868 None None] Port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:21:27.340505 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Publish callbacks [] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:27.351052 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:24Z', 'revision_number': 3, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:27.360302 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:27.376375 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75565c14-3526-42f5-88b7-bf8b10ae05dd None None] The sync data for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi is: [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:24Z', 'revision_number': 3, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:21:27.420354 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:27.496488 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Pushing event updated for resources: {'Port': ['ID=6943f7bc-c08e-4f37-ae72-a80c876b4fdc,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:27.498998 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (564505ea-3e81-4cfe-b13a-b4efd30b1b47), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:27.503663 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25922732'] for subnet (3df07de1-006a-45cb-871a-54d681829119), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:27.571876 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df07de1-006a-45cb-871a-54d681829119,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:27.608373 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] Checking segment: {'id': '6436dcd8-5748-47c5-b6bd-102a13d79def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:21:27.608844 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] Network hostable DHCP agents. Network: fccd9e59-39c7-42a2-aa54-28f6a75073c4, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:21:27.623298 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:27.667219 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Network 0c299ee8-2b42-4994-965e-051a94d2391c is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:21:27.668700 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:21:27.737410 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] Network fccd9e59-39c7-42a2-aa54-28f6a75073c4 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:21:27.820307 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, fccd9e59-39c7-42a2-aa54-28f6a75073c4) {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:21:27.825690 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:27.827634 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:27.830402 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cbbabf-7ff2-4f8e-8d8c-0ef07d1defed None None] Network fccd9e59-39c7-42a2-aa54-28f6a75073c4 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:21:27.832680 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:21:27.986246 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-2fb005f8-1c1d-42df-98be-fa0207cb86ee admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9364069 Oct 12 00:21:28.049496 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:28.068521 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-661801b2-0f59-4e48-ab12-29d178c66854 None None] Provisioning complete for port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:28.069077 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-661801b2-0f59-4e48-ab12-29d178c66854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:28.069557 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-661801b2-0f59-4e48-ab12-29d178c66854 None None] Attempt 1 to provision port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc Oct 12 00:21:28.131614 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-661801b2-0f59-4e48-ab12-29d178c66854 None None] Port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:21:28.161231 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a89e78-de2e-4984-8216-2a85d7b103b3 req-8fd648cb-16e1-4320-a678-ef61f986e06f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:28.162770 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-97a89e78-de2e-4984-8216-2a85d7b103b3 req-8fd648cb-16e1-4320-a678-ef61f986e06f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.1228995 Oct 12 00:21:28.166541 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:21:28.171760 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a4ce38a1-a5a9-428f-9a6a-f0115095305f admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/564505ea-3e81-4cfe-b13a-b4efd30b1b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843348 Oct 12 00:21:28.183031 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282419b3-3d61-4d8d-a68b-f2aa67801c9c None None] Network fccd9e59-39c7-42a2-aa54-28f6a75073c4 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:21:28.236918 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18055f-717f-4d6d-82bf-13d03f51408f req-efc70d27-cacc-4c05-9462-f8b772e66ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:28.239093 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ec18055f-717f-4d6d-82bf-13d03f51408f req-efc70d27-cacc-4c05-9462-f8b772e66ebb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 1129 time: 0.0693078 Oct 12 00:21:28.250003 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-97a89e78-de2e-4984-8216-2a85d7b103b3 req-e03d35cb-c9f8-4789-a5e3-08da26cf43ec tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745301 Oct 12 00:21:28.319045 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ec18055f-717f-4d6d-82bf-13d03f51408f req-fb6a520d-99cf-445c-b4a8-c51c82729775 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726552 Oct 12 00:21:28.454858 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b82b452e-7641-42c5-b5aa-138ec6c52a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:28.597894 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:28.793268 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34246) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:28.797819 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-0d560601-5b36-4edc-ac1d-5afed67ceb64 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943864047', 'description': 'tempest-description--1657029111'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:28.880030 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0d560601-5b36-4edc-ac1d-5afed67ceb64 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:28.908759 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:28.946437 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0d560601-5b36-4edc-ac1d-5afed67ceb64 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (95daaf58-5625-46dd-9f86-8031d0d47845), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.017193 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0d560601-5b36-4edc-ac1d-5afed67ceb64 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (95daaf58-5625-46dd-9f86-8031d0d47845), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.046126 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d560601-5b36-4edc-ac1d-5afed67ceb64 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95daaf58-5625-46dd-9f86-8031d0d47845,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:29.105668 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0d560601-5b36-4edc-ac1d-5afed67ceb64 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.107269 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-0d560601-5b36-4edc-ac1d-5afed67ceb64 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3129151 Oct 12 00:21:29.110185 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34250) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:29.116177 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-bb30d5a1-75da-4b3c-9381-6d827627ca91 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'security_group_rule': {'security_group_id': '95daaf58-5625-46dd-9f86-8031d0d47845', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:29.292014 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bb30d5a1-75da-4b3c-9381-6d827627ca91 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (6a443959-6fe9-4f5a-abff-2a8320abce99), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.336039 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Sync routers for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:21:29.351090 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:21:29.351848 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:21:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:29.369409 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bb30d5a1-75da-4b3c-9381-6d827627ca91 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (6a443959-6fe9-4f5a-abff-2a8320abce99), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.394863 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97afa-3b5d-4d11-8c39-63720851ebec req-a330c39e-3a36-4a2a-b1ca-837c3fc2e0ab tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:29.396488 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f8f97afa-3b5d-4d11-8c39-63720851ebec req-a330c39e-3a36-4a2a-b1ca-837c3fc2e0ab tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0470080 Oct 12 00:21:29.453616 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:21:29.456762 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f8f97afa-3b5d-4d11-8c39-63720851ebec req-7e721a58-d52b-44bd-8b58-357fc415d745 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533154 Oct 12 00:21:29.475132 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device be796c9d-f751-4f5e-b8c5-4fcf02edc3fc up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:21:29.475698 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bb30d5a1-75da-4b3c-9381-6d827627ca91 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (6a443959-6fe9-4f5a-abff-2a8320abce99), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.501361 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30d5a1-75da-4b3c-9381-6d827627ca91 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a443959-6fe9-4f5a-abff-2a8320abce99,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:29.533040 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:29.533542 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.533978 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc Oct 12 00:21:29.559755 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bb30d5a1-75da-4b3c-9381-6d827627ca91 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.560508 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-bb30d5a1-75da-4b3c-9381-6d827627ca91 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4493217 Oct 12 00:21:29.565446 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34264) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:29.573958 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-54464e4b-b152-47f3-87e1-bb811e20d7cb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'security_group_rule': {'security_group_id': '95daaf58-5625-46dd-9f86-8031d0d47845', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:29.634213 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:29.634910 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.656448 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=be796c9d-f751-4f5e-b8c5-4fcf02edc3fc,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:29.661413 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:27Z', 'revision_number': 2, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:29.682769 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-54464e4b-b152-47f3-87e1-bb811e20d7cb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (63da3750-b63f-41a3-bb4f-e07f60179a9f), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.685947 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Checking router: 564505ea-3e81-4cfe-b13a-b4efd30b1b47 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:21:29.686304 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Updating router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:21:29.714883 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.724057 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.742989 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-54464e4b-b152-47f3-87e1-bb811e20d7cb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (63da3750-b63f-41a3-bb4f-e07f60179a9f), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.774708 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=be796c9d-f751-4f5e-b8c5-4fcf02edc3fc,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:29.797508 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-54464e4b-b152-47f3-87e1-bb811e20d7cb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (63da3750-b63f-41a3-bb4f-e07f60179a9f), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.817125 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54464e4b-b152-47f3-87e1-bb811e20d7cb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63da3750-b63f-41a3-bb4f-e07f60179a9f,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:29.862809 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:29.899054 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-54464e4b-b152-47f3-87e1-bb811e20d7cb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:29.900997 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-54464e4b-b152-47f3-87e1-bb811e20d7cb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338411 Oct 12 00:21:29.904216 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34268) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:29.908758 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:29.994695 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.023104 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:30.045714 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Publish callbacks [] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.075560 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.160314 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.182802 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Allocated IP 172.27.4.38 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/26fc4793-74bb-4645-b0eb-6ebf2b8a5678) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:21:30.241755 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Pushing event updated for resources: {'Port': ['ID=6943f7bc-c08e-4f37-ae72-a80c876b4fdc,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:30.256318 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.256679 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.257022 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.257375 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.257704 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.258022 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.258335 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.258654 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.258978 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.259325 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.260213 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.260542 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.260855 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.261165 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.261478 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:30.265063 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Attempting to bind port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:21:30.265416 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Attempting to bind port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:21:30.265774 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Attempting to bind port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc on network 0c299ee8-2b42-4994-965e-051a94d2391c {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:21:30.299170 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for port (26fc4793-74bb-4645-b0eb-6ebf2b8a5678), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.306286 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:21:30.311054 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Checking segment: {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:21:30.311054 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.311054 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Bound using segment: {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:21:30.311054 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Bound port: 6943f7bc-c08e-4f37-ae72-a80c876b4fdc, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:21:30.311054 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.365900 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] For port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:21:30.367553 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:30.369808 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] For port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=6943f7bc-c08e-4f37-ae72-a80c876b4fdc,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:21:30.391729 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (26fc4793-74bb-4645-b0eb-6ebf2b8a5678), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.430281 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:21:30.433981 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:21:30.437424 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:21:30.464247 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'Port': ['ID=26fc4793-74bb-4645-b0eb-6ebf2b8a5678,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:30.466337 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.481436 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:30.499429 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:30.507403 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:21:30.508434 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:21:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:30.529845 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (2ef2d714-da51-435b-8afa-e21261a9e316), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.570343 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32eba1-4f21-429c-bcad-eb1cf82ce4f3 None None] Pushing event updated for resources: {'Port': ['ID=6943f7bc-c08e-4f37-ae72-a80c876b4fdc,revision_number=4']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:30.604187 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f447a-6aaf-4a69-998f-7676c9766aca req-e894b6c0-83de-4714-bec2-95cf18497a0d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:30.611485 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f98f447a-6aaf-4a69-998f-7676c9766aca req-e894b6c0-83de-4714-bec2-95cf18497a0d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0589473 Oct 12 00:21:30.640578 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:21:30.649357 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (26fc4793-74bb-4645-b0eb-6ebf2b8a5678), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.657338 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f98f447a-6aaf-4a69-998f-7676c9766aca req-a6b76c9c-c529-4d3d-b8a7-e95ab030c7b6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Oct 12 00:21:30.688617 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e03daf42-402a-4b47-b968-308ec462635c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.817245 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for port (26fc4793-74bb-4645-b0eb-6ebf2b8a5678), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.829523 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:30Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:30.854128 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef851b-9f52-4ed8-b55b-5ffc0d0effdc None None] The sync data for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi is: [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:30Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:21:30.887718 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (26fc4793-74bb-4645-b0eb-6ebf2b8a5678), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:30.973533 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'Port': ['ID=26fc4793-74bb-4645-b0eb-6ebf2b8a5678,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:30.976882 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (2ef2d714-da51-435b-8afa-e21261a9e316), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:31.053272 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:31.054751 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-26c13055-f550-454e-bf13-ce205ec6409e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1495669 Oct 12 00:21:31.188830 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:31.404657 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:31.448713 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aaf34868-4270-446a-b68e-dddf2fd6268d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1943864047&fields=id&tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0 HTTP/1.1" status: 200 len: 267 time: 0.2831016 Oct 12 00:21:31.556658 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 6943f7bc-c08e-4f37-ae72-a80c876b4fdc up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:21:31.565990 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-c7e411fa-2f32-4df5-aecc-d59c858ae32f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:31.567657 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-c7e411fa-2f32-4df5-aecc-d59c858ae32f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 816 time: 0.1180458 Oct 12 00:21:31.581680 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:31.584155 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-c39c9c56-d9be-4058-b428-df27f729e67b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/quotas/13bdb0f5c58a40af9e420f6072f2f2b0 HTTP/1.1" status: 200 len: 375 time: 0.0099561 Oct 12 00:21:31.607777 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:31.608497 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:31.608832 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc Oct 12 00:21:31.655959 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-9bce94cc-f8b4-44cf-8b52-3b30609b13d5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653758 Oct 12 00:21:31.691484 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:31.693766 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:31.752116 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=6943f7bc-c08e-4f37-ae72-a80c876b4fdc,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:31.757791 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-a2620a5e-d7f4-4582-b146-872e680279b7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961525 Oct 12 00:21:31.834426 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad35e3-5e6e-457c-b0ba-b36fceebb2a8 req-e9c91ce8-1114-4ede-8893-d13d3edd59bb tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:31.839913 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-74ad35e3-5e6e-457c-b0ba-b36fceebb2a8 req-e9c91ce8-1114-4ede-8893-d13d3edd59bb tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0610559 Oct 12 00:21:31.847170 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:31.848227 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device be796c9d-f751-4f5e-b8c5-4fcf02edc3fc up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:21:31.858027 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-8ba3f142-5c8b-42c2-8dda-9b561add0b15 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929482 Oct 12 00:21:31.893898 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:31.899518 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-74ad35e3-5e6e-457c-b0ba-b36fceebb2a8 req-9446f1e4-780c-4138-9712-adfda776f5b9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573976 Oct 12 00:21:31.916461 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:31.965924 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=6943f7bc-c08e-4f37-ae72-a80c876b4fdc,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:31.979340 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:31.979735 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:31.980067 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc Oct 12 00:21:32.067197 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:32.110309 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9ac32215-5bab-407a-bc58-cd2996cb0f11 req-2e376e9f-40b5-4afb-a585-00055268b43c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 210 time: 0.0272779 Oct 12 00:21:32.134622 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:32.539714 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-0003ffde-ea17-4a8e-b507-b046e9cd07bf tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:32.542035 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-0003ffde-ea17-4a8e-b507-b046e9cd07bf tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/networks?id=fccd9e59-39c7-42a2-aa54-28f6a75073c4 HTTP/1.1" status: 200 len: 813 time: 0.1021714 Oct 12 00:21:32.557170 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-8aaaab86-9d61-4d31-9f7f-3016ccc3a826 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/quotas/4194baa4b1fe4ab2840720dbf012a2f3 HTTP/1.1" status: 200 len: 375 time: 0.0095572 Oct 12 00:21:32.593537 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-4bb1fb41-a94e-4c81-8bac-c64efb439584 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4194baa4b1fe4ab2840720dbf012a2f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309186 Oct 12 00:21:32.690134 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-9db8665a-b81f-4a6e-a2f3-0fd9cbb5afa2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fccd9e59-39c7-42a2-aa54-28f6a75073c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881395 Oct 12 00:21:32.782173 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-dd7475d8-b254-4e1b-8240-99b5406adba5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fccd9e59-39c7-42a2-aa54-28f6a75073c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881255 Oct 12 00:21:32.874622 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:33.044475 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1e9b9-9a29-43bd-ad39-7d91b84d87a0 req-8aa85719-8b74-403c-a16d-592b4a96b615 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:33.046673 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-03d1e9b9-9a29-43bd-ad39-7d91b84d87a0 req-8aa85719-8b74-403c-a16d-592b4a96b615 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0596530 Oct 12 00:21:33.069175 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:33.084507 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7d44b063-b489-4669-91d0-589723b1de2a req-3f61bcbc-ccc0-44ed-9a65-02993f503926 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 210 time: 0.0298033 Oct 12 00:21:33.117423 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-03d1e9b9-9a29-43bd-ad39-7d91b84d87a0 req-48b5ce80-d090-4ab0-9c1e-b5a208bf11ec tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558124 Oct 12 00:21:33.215963 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5bb3d981-1ddc-4c6e-99cc-4adabc20e915 req-797ca9ba-9a73-4376-b349-377b8a413a21 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 210 time: 0.0332816 Oct 12 00:21:33.242361 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:33.390704 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:33.453962 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34356) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:33.479923 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 6943f7bc-c08e-4f37-ae72-a80c876b4fdc up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:21:33.524166 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:33.524532 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:33.524860 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc Oct 12 00:21:33.573311 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d556657e-7ac9-4d52-bdfc-0e1e001000c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:33.606294 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:33.653416 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d556657e-7ac9-4d52-bdfc-0e1e001000c8 admin admin] Publish callbacks [] for security_group (7fe1a765-d040-4c4e-8ded-902d68ad5bbc), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:33.742559 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d556657e-7ac9-4d52-bdfc-0e1e001000c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (7fe1a765-d040-4c4e-8ded-902d68ad5bbc), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:33.783747 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-d556657e-7ac9-4d52-bdfc-0e1e001000c8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=61a665795db4405db2f2602f7a6c1cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286622 Oct 12 00:21:33.785848 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556657e-7ac9-4d52-bdfc-0e1e001000c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe1a765-d040-4c4e-8ded-902d68ad5bbc,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:33.786530 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34364) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:33.842645 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9fbed3a4-7598-4a22-9c41-a090b0ef9921 admin admin] Publish callbacks [] for security_group (7fe1a765-d040-4c4e-8ded-902d68ad5bbc), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:33.870040 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9fbed3a4-7598-4a22-9c41-a090b0ef9921 admin admin] Publish callbacks [] for security_group (7fe1a765-d040-4c4e-8ded-902d68ad5bbc), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:33.977262 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9fbed3a4-7598-4a22-9c41-a090b0ef9921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (7fe1a765-d040-4c4e-8ded-902d68ad5bbc), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:33.980375 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9fbed3a4-7598-4a22-9c41-a090b0ef9921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:33.981521 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-9fbed3a4-7598-4a22-9c41-a090b0ef9921 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7fe1a765-d040-4c4e-8ded-902d68ad5bbc HTTP/1.1" status: 204 len: 168 time: 0.1940145 Oct 12 00:21:33.989882 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbed3a4-7598-4a22-9c41-a090b0ef9921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe1a765-d040-4c4e-8ded-902d68ad5bbc,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:34.178409 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-00eb8c3e-7b5e-4668-8330-1931e9c278b3 req-89b471ea-1379-4837-894b-785fd48fac20 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 210 time: 0.0329003 Oct 12 00:21:34.234763 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:34.243378 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab7d9b-b866-4b25-84cb-78ee8b63c48f req-57029685-70ac-44cb-a765-cb5e45d8184a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:34.244871 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2eab7d9b-b866-4b25-84cb-78ee8b63c48f req-57029685-70ac-44cb-a765-cb5e45d8184a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0509248 Oct 12 00:21:34.304656 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2eab7d9b-b866-4b25-84cb-78ee8b63c48f req-dc557356-a97f-46e9-b5eb-83683f170539 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537629 Oct 12 00:21:34.364087 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3dd9b1a2-a1a1-4629-9ba9-f3d891ecae3c req-d545e3e1-df2a-4f62-98bc-2640fdd365dc tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 210 time: 0.0460424 Oct 12 00:21:34.494053 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b37130-9d6a-461d-8ae4-473a39bd99a9 req-f2bdf810-065f-4c5b-8bcf-aacbe0e81ba8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:34.495596 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4b37130-9d6a-461d-8ae4-473a39bd99a9 req-f2bdf810-065f-4c5b-8bcf-aacbe0e81ba8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0569110 Oct 12 00:21:34.497582 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:34.549343 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4b37130-9d6a-461d-8ae4-473a39bd99a9 req-6c6117f9-f61c-4659-b5bb-12118251c83f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467007 Oct 12 00:21:35.330761 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-abfae1b3-4248-48b9-9409-e2b497fa554c req-b1dd1b57-1507-4e20-9043-1f345c46c3af tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 210 time: 0.0602672 Oct 12 00:21:35.418869 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-ba123274-369c-4d89-8277-4ffb3046df45 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:35.420433 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-ba123274-369c-4d89-8277-4ffb3046df45 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.40 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 816 time: 0.1753621 Oct 12 00:21:35.489681 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4d9352dd-1e21-4228-b783-b93bcfcc03ff req-1f3ad6ad-113d-4f41-ab04-0723eed2765f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 210 time: 0.0336878 Oct 12 00:21:35.498741 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-3d0b04fa-9cbd-4ea2-9816-d4ae06cc715b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0 HTTP/1.1" status: 200 len: 380 time: 0.0557601 Oct 12 00:21:35.516681 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'port': {'device_id': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'admin_state_up': True, 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'security_groups': ['95daaf58-5625-46dd-9f86-8031d0d47845']}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:35.714528 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Made reservation on behalf of 13bdb0f5c58a40af9e420f6072f2f2b0 for: {'port': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:21:35.718257 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:35.776598 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:21:35.779663 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:35.842959 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Allocated IP 172.20.0.10 (0c299ee8-2b42-4994-965e-051a94d2391c/fd02fede-aeab-4655-a486-9bfc8561b3bd/2dccc06d-e6ad-4199-a897-4c5df8e17ccf) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:21:35.985483 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:35.993069 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:36.068620 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:36.112218 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Network 0c299ee8-2b42-4994-965e-051a94d2391c is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:21:36.115276 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:21:36.119625 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:21:36.146660 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'Port': ['ID=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:36.177269 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:36.177963 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:36.206847 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-28a12af1-4e12-43a5-b56f-0792c6b1713f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:36.208602 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-28a12af1-4e12-43a5-b56f-0792c6b1713f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.40 "GET /networking/v2.0/networks?id=fccd9e59-39c7-42a2-aa54-28f6a75073c4 HTTP/1.1" status: 200 len: 813 time: 0.1136639 Oct 12 00:21:36.234490 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Request body: {'port': {'device_id': '8e9c8dee-c875-4d23-a52e-5cd497cb44a9', 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4', 'admin_state_up': True, 'tenant_id': '4194baa4b1fe4ab2840720dbf012a2f3'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:36.280483 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-aed5b22c-2adb-48ee-8bb0-dbc04501ee3a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7759230 Oct 12 00:21:36.301026 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Request body: {'port': {'device_id': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:36.371457 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:36.412993 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9ef8d537-c898-412f-b2d8-efaa454246ed None None] Provisioning complete for port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:36.413575 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d537-c898-412f-b2d8-efaa454246ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:36.414067 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9ef8d537-c898-412f-b2d8-efaa454246ed None None] Attempt 1 to provision port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf Oct 12 00:21:36.440108 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Made reservation on behalf of 4194baa4b1fe4ab2840720dbf012a2f3 for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:21:36.444329 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:36.460812 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8d537-c898-412f-b2d8-efaa454246ed None None] Port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:21:36.476755 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-761036b2-71f7-4fb1-a917-f4207da3a0a2 req-6193b727-cd8d-494a-887e-014f4ac35ea6 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 210 time: 0.0467420 Oct 12 00:21:36.605511 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Allocated IP 172.20.0.10 (fccd9e59-39c7-42a2-aa54-28f6a75073c4/3df07de1-006a-45cb-871a-54d681829119/e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:21:36.789099 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks [] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:36.891327 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7719b0-2e70-4979-b59f-e96daca95713 req-7910154d-25ab-47a2-8cc3-cc5ce20b1a45 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:36.892871 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0a7719b0-2e70-4979-b59f-e96daca95713 req-7910154d-25ab-47a2-8cc3-cc5ce20b1a45 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 932 time: 0.3064632 Oct 12 00:21:36.901963 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:36.924149 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:36.928061 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:36.972148 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d7fe4-22dc-4ae8-adb3-ca1f8580566b req-d657694f-d12b-4990-9f0c-9a746aa9cfde tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:36.975923 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0a8d7fe4-22dc-4ae8-adb3-ca1f8580566b req-d657694f-d12b-4990-9f0c-9a746aa9cfde tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0857468 Oct 12 00:21:36.999210 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Network fccd9e59-39c7-42a2-aa54-28f6a75073c4 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:21:37.004069 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0a7719b0-2e70-4979-b59f-e96daca95713 req-e34181b7-a695-4208-8c53-0f96e9564f93 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006885 Oct 12 00:21:37.012306 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:21:37.015075 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:21:37.031737 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dccc06d-e6ad-4199-a897-4c5df8e17ccf {{(pid=111559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:21:37.037206 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Publish callbacks [] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.050965 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Pushing event updated for resources: {'Port': ['ID=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:37.052879 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.provisioning_blocks [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Transition to ACTIVE for port object 2dccc06d-e6ad-4199-a897-4c5df8e17ccf will not be triggered until provisioned by entity L2. {{(pid=111559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:21:37.057528 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:37.120001 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13607ab4-ca9b-451e-bec6-d6c335f5de15 req-38d3876d-fb91-4168-9ab5-7681309fae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:37.121487 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-13607ab4-ca9b-451e-bec6-d6c335f5de15 req-38d3876d-fb91-4168-9ab5-7681309fae80 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 1129 time: 0.0975850 Oct 12 00:21:37.125654 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.127516 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:37.128102 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.134090 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0a8d7fe4-22dc-4ae8-adb3-ca1f8580566b req-654cae09-d44f-409e-b567-8ac5b033b1a2 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493483 Oct 12 00:21:37.209989 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Pushing event updated for resources: {'Port': ['ID=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:37.233127 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13607ab4-ca9b-451e-bec6-d6c335f5de15 req-ad276832-fa44-4a89-aaf7-b9c4a5c06d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:37.234594 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-13607ab4-ca9b-451e-bec6-d6c335f5de15 req-ad276832-fa44-4a89-aaf7-b9c4a5c06d2c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.1039310 Oct 12 00:21:37.246457 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Attempting to bind port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:21:37.246803 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Attempting to bind port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:21:37.247130 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Attempting to bind port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf on network 0c299ee8-2b42-4994-965e-051a94d2391c {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:21:37.284794 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-46b9db3e-9ee1-419f-b48f-ecd102564a25 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0580215 Oct 12 00:21:37.285215 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34432) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:37.286155 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-13607ab4-ca9b-451e-bec6-d6c335f5de15 req-28beab48-b18e-49c9-94f0-35c5ad0b9ee2 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c00ed7a3-6f70-42f2-91d7-bc8ef378b584 HTTP/1.1" status: 200 len: 217 time: 0.0446062 Oct 12 00:21:37.300750 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf on network 0c299ee8-2b42-4994-965e-051a94d2391c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:21:37.301082 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Attempting to bind port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf on network 0c299ee8-2b42-4994-965e-051a94d2391c {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:21:37.322817 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Request body: {'port': {'device_id': '8e9c8dee-c875-4d23-a52e-5cd497cb44a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:37.346875 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:21:37.347224 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Checking segment: {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:21:37.347636 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Bound using segment: {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:21:37.348087 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Bound port: 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'}}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:21:37.348442 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.357260 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:37.405722 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5b274d99-3963-4ec1-853d-6c3c96c62e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.415887 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13607ab4-ca9b-451e-bec6-d6c335f5de15 req-bae7add5-7c2d-4a4a-96c1-c74628d21ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:37.417366 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-13607ab4-ca9b-451e-bec6-d6c335f5de15 req-bae7add5-7c2d-4a4a-96c1-c74628d21ba5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0915499 Oct 12 00:21:37.423535 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.439388 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, cleared binding levels {{(pid=111559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:21:37.443140 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:21:37.492793 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13607ab4-ca9b-451e-bec6-d6c335f5de15 req-8940811a-9e4d-427a-9e76-c507ec440c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:37.494333 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-13607ab4-ca9b-451e-bec6-d6c335f5de15 req-8940811a-9e4d-427a-9e76-c507ec440c4b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0686312 Oct 12 00:21:37.504555 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5b274d99-3963-4ec1-853d-6c3c96c62e16 admin admin] Publish callbacks [] for security_group (1b110496-2a8d-424e-ac77-1ab826d13285), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.534940 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.538826 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:37.539779 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.541373 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/2dccc06d-e6ad-4199-a897-4c5df8e17ccf HTTP/1.1" status: 200 len: 1094 time: 1.2448268 Oct 12 00:21:37.575928 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:21:37.578441 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99fc119-76b1-4e7a-a1d6-f3c6cd4003ba" -d '{"events": [{"name": "network-changed", "server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:21:37.600001 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5b274d99-3963-4ec1-853d-6c3c96c62e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1b110496-2a8d-424e-ac77-1ab826d13285), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.642729 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d291abe-4f26-4ca7-a3af-5b429a16f2ee x-openstack-request-id: req-2d291abe-4f26-4ca7-a3af-5b429a16f2ee {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:21:37.643032 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:21:37.643264 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d291abe-4f26-4ca7-a3af-5b429a16f2ee {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:21:37.643678 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d291abe-4f26-4ca7-a3af-5b429a16f2ee'] response: {'name': 'network-changed', 'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'status': 'completed', 'code': 200} Oct 12 00:21:37.670507 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c89b9c-07c8-4dda-b7a3-b1748635218d service neutron] Pushing event updated for resources: {'Port': ['ID=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,revision_number=3']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:37.698547 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-13607ab4-ca9b-451e-bec6-d6c335f5de15 req-70e06cd5-a84e-4ffe-89c3-f712cd173e90 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928155 Oct 12 00:21:37.699639 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945f378-0381-4282-82f2-bb8254e8d605 req-e7582384-be7c-40aa-bdc5-703b0c785340 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:37.701156 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7945f378-0381-4282-82f2-bb8254e8d605 req-e7582384-be7c-40aa-bdc5-703b0c785340 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 932 time: 0.1176989 Oct 12 00:21:37.717633 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-5b274d99-3963-4ec1-853d-6c3c96c62e16 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5a073bf9f0974dcdba242b6fce21e71e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4313931 Oct 12 00:21:37.725681 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34442) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:37.743014 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b274d99-3963-4ec1-853d-6c3c96c62e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b110496-2a8d-424e-ac77-1ab826d13285,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:37.770499 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fc119-76b1-4e7a-a1d6-f3c6cd4003ba req-f338297c-6970-44e6-8b8c-46b49fea4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:37.804155 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f99fc119-76b1-4e7a-a1d6-f3c6cd4003ba req-f338297c-6970-44e6-8b8c-46b49fea4cb8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 1128 time: 0.0804451 Oct 12 00:21:37.816513 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7945f378-0381-4282-82f2-bb8254e8d605 req-25bf1fb8-c465-4696-bbcf-b4c6d45a5403 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030400 Oct 12 00:21:37.898399 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fc119-76b1-4e7a-a1d6-f3c6cd4003ba req-4946bd4e-9e95-4095-b011-3006cb90809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:37.898690 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-13607ab4-ca9b-451e-bec6-d6c335f5de15 req-a517403c-03fc-4c79-84f6-d9fcf033574c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855440 Oct 12 00:21:37.900403 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f99fc119-76b1-4e7a-a1d6-f3c6cd4003ba req-4946bd4e-9e95-4095-b011-3006cb90809a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1081440 Oct 12 00:21:37.905777 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-db49991a-74b4-4223-b559-a17b4a516e6d admin admin] Publish callbacks [] for security_group (1b110496-2a8d-424e-ac77-1ab826d13285), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.911245 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:21:37.925454 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Publish callbacks [] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.943717 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-db49991a-74b4-4223-b559-a17b4a516e6d admin admin] Publish callbacks [] for security_group (1b110496-2a8d-424e-ac77-1ab826d13285), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:37.956113 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Transition to ACTIVE for port object e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:21:38.013554 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fc119-76b1-4e7a-a1d6-f3c6cd4003ba req-0aeb2c6c-c5fa-4a4e-bc6d-f354ac4cdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:38.015006 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f99fc119-76b1-4e7a-a1d6-f3c6cd4003ba req-0aeb2c6c-c5fa-4a4e-bc6d-f354ac4cdbe6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995419 Oct 12 00:21:38.094274 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:38.096413 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-db49991a-74b4-4223-b559-a17b4a516e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1b110496-2a8d-424e-ac77-1ab826d13285), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:38.099383 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-db49991a-74b4-4223-b559-a17b4a516e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:38.100513 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-db49991a-74b4-4223-b559-a17b4a516e6d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1b110496-2a8d-424e-ac77-1ab826d13285 HTTP/1.1" status: 204 len: 168 time: 0.3732166 Oct 12 00:21:38.148463 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:38.158252 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49991a-74b4-4223-b559-a17b4a516e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b110496-2a8d-424e-ac77-1ab826d13285,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:38.185991 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2766f-0c45-4f2d-8ae8-684386ac1be4 req-f223ffb2-e5ee-4334-b952-a159702acf80 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:38.187934 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-82a2766f-0c45-4f2d-8ae8-684386ac1be4 req-f223ffb2-e5ee-4334-b952-a159702acf80 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.1036975 Oct 12 00:21:38.192942 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:38.263997 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:38.283100 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-82a2766f-0c45-4f2d-8ae8-684386ac1be4 req-4a0e4740-4a69-493d-8491-9ae9de18252e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730038 Oct 12 00:21:38.287466 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-6cd15a44-285f-49cc-ba4f-5558c34dbc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:38.287466 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-6cd15a44-285f-49cc-ba4f-5558c34dbc81 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 1128 time: 0.0666411 Oct 12 00:21:38.295437 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e15b8b-a77e-4c81-980d-9136f09d2801 req-b8a0b2b8-e36d-4529-b10a-546a28362896 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:38.296875 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-53e15b8b-a77e-4c81-980d-9136f09d2801 req-b8a0b2b8-e36d-4529-b10a-546a28362896 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0782533 Oct 12 00:21:38.296997 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Attempting to bind port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:21:38.297378 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Attempting to bind port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '6436dcd8-5748-47c5-b6bd-102a13d79def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:21:38.297776 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Attempting to bind port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e on network fccd9e59-39c7-42a2-aa54-28f6a75073c4 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:21:38.343477 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-ea078808-00f1-49d8-9c00-b9a9f160c278 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf HTTP/1.1" status: 200 len: 217 time: 0.0416498 Oct 12 00:21:38.351581 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e on network fccd9e59-39c7-42a2-aa54-28f6a75073c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:21:38.351840 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Attempting to bind port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e on network fccd9e59-39c7-42a2-aa54-28f6a75073c4 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:21:38.402442 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:21:38.402950 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Checking segment: {'id': '6436dcd8-5748-47c5-b6bd-102a13d79def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:21:38.403467 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Bound using segment: {'id': '6436dcd8-5748-47c5-b6bd-102a13d79def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:21:38.404016 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Bound port: e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6436dcd8-5748-47c5-b6bd-102a13d79def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:21:38.404476 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:38.423628 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-53e15b8b-a77e-4c81-980d-9136f09d2801 req-d8e0af69-2e4e-46b8-b64e-29bdde992f89 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142271 Oct 12 00:21:38.429324 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-bb5dc364-6186-4979-83c7-a5466c75eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:38.429324 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-bb5dc364-6186-4979-83c7-a5466c75eb1c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=fd02fede-aeab-4655-a486-9bfc8561b3bd HTTP/1.1" status: 200 len: 855 time: 0.0763605 Oct 12 00:21:38.454737 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:38.471134 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] For port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:21:38.474712 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] For port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e,segment=NetworkSegment(6436dcd8-5748-47c5-b6bd-102a13d79def),segment_id=6436dcd8-5748-47c5-b6bd-102a13d79def)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:21:38.486572 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-acb71bb5-19c3-4546-8e9d-9790fa0c5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:38.488153 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-acb71bb5-19c3-4546-8e9d-9790fa0c5898 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0c299ee8-2b42-4994-965e-051a94d2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515079 Oct 12 00:21:38.572195 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:38.581462 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:38.581462 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:38.581462 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e HTTP/1.1" status: 200 len: 1094 time: 1.2626681 Oct 12 00:21:38.581462 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9c8dee-c875-4d23-a52e-5cd497cb44a9', 'tag': 'e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:21:38.583536 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aa8cc4-ffc7-461c-9e3f-7bd2a53d439e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9c8dee-c875-4d23-a52e-5cd497cb44a9", "tag": "e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:21:38.586220 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-65ca1750-78f9-4efd-8fda-6a48a93298f2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908601 Oct 12 00:21:38.631604 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdf6eb-28d3-40f6-bc8d-f66d764d3ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:38.640442 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed274082-be4e-44f0-acdc-d074a7a52c74 x-openstack-request-id: req-ed274082-be4e-44f0-acdc-d074a7a52c74 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:21:38.640755 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9c8dee-c875-4d23-a52e-5cd497cb44a9", "tag": "e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:21:38.641002 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed274082-be4e-44f0-acdc-d074a7a52c74 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:21:38.641398 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed274082-be4e-44f0-acdc-d074a7a52c74'] response: {'name': 'network-changed', 'server_uuid': '8e9c8dee-c875-4d23-a52e-5cd497cb44a9', 'tag': 'e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e', 'status': 'completed', 'code': 200} Oct 12 00:21:38.690851 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f36baaeb-6a9e-4c22-9729-64306eab193d req-670f3794-a440-4e4a-a0d3-8064c1ad2597 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943050 Oct 12 00:21:38.760486 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa8cc4-ffc7-461c-9e3f-7bd2a53d439e req-6efac561-f6c5-4117-ad81-66fe2eda3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:38.762101 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76aa8cc4-ffc7-461c-9e3f-7bd2a53d439e req-6efac561-f6c5-4117-ad81-66fe2eda3dfe service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4194baa4b1fe4ab2840720dbf012a2f3&device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 1128 time: 0.0397952 Oct 12 00:21:38.894345 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:38.955312 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdd6b3-0eec-4936-ac69-49fce00dd992 req-acb4a916-da7f-4d40-806d-0ff4e9268df2 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:38.956859 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f7fdd6b3-0eec-4936-ac69-49fce00dd992 req-acb4a916-da7f-4d40-806d-0ff4e9268df2 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 944 time: 0.0558579 Oct 12 00:21:38.957238 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa8cc4-ffc7-461c-9e3f-7bd2a53d439e req-a9722e50-15d1-483d-869e-161ccb6228a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:38.958865 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76aa8cc4-ffc7-461c-9e3f-7bd2a53d439e req-a9722e50-15d1-483d-869e-161ccb6228a7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=4194baa4b1fe4ab2840720dbf012a2f3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1796391 Oct 12 00:21:39.005731 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f7fdd6b3-0eec-4936-ac69-49fce00dd992 req-c2573796-b1fa-4178-bfdf-5e9dd1c0a136 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Oct 12 00:21:39.137142 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:39.415238 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbd569-42bd-4f7b-a883-d7bf289eefcb req-566751a2-3576-493a-887e-80969ed5a293 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:39.416756 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-22fbd569-42bd-4f7b-a883-d7bf289eefcb req-566751a2-3576-493a-887e-80969ed5a293 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0457547 Oct 12 00:21:39.463832 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-22fbd569-42bd-4f7b-a883-d7bf289eefcb req-514be922-9e65-4f84-b0c6-3f8db854ef52 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415418 Oct 12 00:21:39.542015 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31e2f0-3c15-4024-9a5a-ab6c7869a4c6 req-bf1a6816-d5c5-41df-b694-d28a8f097827 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:39.544302 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8f31e2f0-3c15-4024-9a5a-ab6c7869a4c6 req-bf1a6816-d5c5-41df-b694-d28a8f097827 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0476494 Oct 12 00:21:39.590875 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8f31e2f0-3c15-4024-9a5a-ab6c7869a4c6 req-7a6642e4-c177-4f3b-869c-8fa803619587 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Oct 12 00:21:39.958168 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa8cc4-ffc7-461c-9e3f-7bd2a53d439e req-b25a307f-53e9-47e4-b353-e6cdc5a25546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:39.959646 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76aa8cc4-ffc7-461c-9e3f-7bd2a53d439e req-b25a307f-53e9-47e4-b353-e6cdc5a25546 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1573532 Oct 12 00:21:40.311629 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-f24ffdf7-dab8-4e4f-a4fe-a7cb40d79b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:40.312994 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-f24ffdf7-dab8-4e4f-a4fe-a7cb40d79b1e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4194baa4b1fe4ab2840720dbf012a2f3&device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 1128 time: 0.2869885 Oct 12 00:21:40.325862 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d82e0-373d-4a90-a5d3-885776551c8c req-476b463b-2a90-4653-ae7a-7d1d55b791ea tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:40.327196 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6a0d82e0-373d-4a90-a5d3-885776551c8c req-476b463b-2a90-4653-ae7a-7d1d55b791ea tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 944 time: 0.0528786 Oct 12 00:21:40.367329 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-d3ca1703-b1db-40eb-b2a1-9b80262eb4d0 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e HTTP/1.1" status: 200 len: 217 time: 0.0392201 Oct 12 00:21:40.436036 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6a0d82e0-373d-4a90-a5d3-885776551c8c req-808dc46f-513a-4916-b74e-8db4263ef89d tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014600 Oct 12 00:21:40.437723 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fcfac1c9-6030-4335-99c8-508e68ef0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:40.439046 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-fcfac1c9-6030-4335-99c8-508e68ef0547 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=3df07de1-006a-45cb-871a-54d681829119 HTTP/1.1" status: 200 len: 853 time: 0.0635319 Oct 12 00:21:40.472437 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-5995ef17-9a25-42ca-8ad0-f37eaa6f2fc5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=fccd9e59-39c7-42a2-aa54-28f6a75073c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260577 Oct 12 00:21:40.523410 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:40.567244 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-38910bd0-7f95-423d-a9a2-5449eb4751dd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fccd9e59-39c7-42a2-aa54-28f6a75073c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884368 Oct 12 00:21:40.592146 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064aa0d-a73a-4f09-afef-c4cef9bd196e req-6ef54bf6-103b-46a0-8862-b3abe4997fc3 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:40.593609 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3064aa0d-a73a-4f09-afef-c4cef9bd196e req-6ef54bf6-103b-46a0-8862-b3abe4997fc3 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0474236 Oct 12 00:21:40.647072 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3064aa0d-a73a-4f09-afef-c4cef9bd196e req-8588b58a-97a8-4d7b-84cf-a2548ec612b3 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478721 Oct 12 00:21:40.665127 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f19b1c1c-9c44-4266-8469-41df7b88aa4c req-140d7e98-f945-4d25-807d-3f948c3c83a8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fccd9e59-39c7-42a2-aa54-28f6a75073c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914881 Oct 12 00:21:40.720179 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7b705-7a64-469d-8d66-0a804690c01b req-19c59149-3b04-468d-acff-754ab98c24ed tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:40.721725 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2ba7b705-7a64-469d-8d66-0a804690c01b req-19c59149-3b04-468d-acff-754ab98c24ed tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0514398 Oct 12 00:21:40.769600 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2ba7b705-7a64-469d-8d66-0a804690c01b req-b754cdb4-3dc9-418c-8446-7c35d9b3ee5e tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417373 Oct 12 00:21:41.555935 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac16e7-2505-448d-a4f2-7f8f712f9c9d req-f4f161e3-7dcd-4dd0-a58c-067f73491bcc tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:41.557385 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0eac16e7-2505-448d-a4f2-7f8f712f9c9d req-f4f161e3-7dcd-4dd0-a58c-067f73491bcc tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 944 time: 0.0478213 Oct 12 00:21:41.573092 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2dccc06d-e6ad-4199-a897-4c5df8e17ccf details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:21:41.605782 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0eac16e7-2505-448d-a4f2-7f8f712f9c9d req-02b1dee7-13cf-4039-b65e-d2070c818c55 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Oct 12 00:21:41.674186 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:41.685591 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'port_id': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'mac_address': 'fa:16:3e:e7:77:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:21:41.721540 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:41.726418 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:41.735475 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dccc06d-e6ad-4199-a897-4c5df8e17ccf {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:21:41.759523 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:41.780306 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e434b-9782-44fb-b21f-2d2af375ff59 req-f642c6df-ddac-44a6-a4d2-e265425b1924 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:41.781837 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-082e434b-9782-44fb-b21f-2d2af375ff59 req-f642c6df-ddac-44a6-a4d2-e265425b1924 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0471094 Oct 12 00:21:41.829608 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-082e434b-9782-44fb-b21f-2d2af375ff59 req-7a4af0a4-0204-4362-a9cc-cb529d17d397 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Oct 12 00:21:41.860007 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:41.892208 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df900-4285-4d12-9141-1be000bca2ac req-6308eb7d-283a-4292-a9b9-ddf54d2f4145 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:41.893732 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b86df900-4285-4d12-9141-1be000bca2ac req-6308eb7d-283a-4292-a9b9-ddf54d2f4145 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0474803 Oct 12 00:21:41.908405 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:41.942613 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b86df900-4285-4d12-9141-1be000bca2ac req-9cfffc32-c3b7-4a65-9aa2-7584a1097eaf tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433817 Oct 12 00:21:42.254746 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['2dccc06d-e6ad-4199-a897-4c5df8e17ccf'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:21:42.338298 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:42.709241 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:42.725585 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeaf69-8dd2-4562-aa91-bef01ea88f58 req-6fff03a5-4747-4b24-b670-cee19b21848d tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:42.727087 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d7aeaf69-8dd2-4562-aa91-bef01ea88f58 req-6fff03a5-4747-4b24-b670-cee19b21848d tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 944 time: 0.0473084 Oct 12 00:21:42.778650 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d7aeaf69-8dd2-4562-aa91-bef01ea88f58 req-3c5ad8a1-c0e2-40fe-ada1-5455a43e12ae tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452869 Oct 12 00:21:42.780231 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34518) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:42.902874 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-51de7b49-6fcd-42b3-8aba-6c74e0b89a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:42.966852 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a195e9b-b3b3-4cc7-a119-412e8226898a req-b889395b-a663-4d0c-af7b-5f82a2bf43f0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:42.968348 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1a195e9b-b3b3-4cc7-a119-412e8226898a req-b889395b-a663-4d0c-af7b-5f82a2bf43f0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 945 time: 0.0574553 Oct 12 00:21:43.046141 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1a195e9b-b3b3-4cc7-a119-412e8226898a req-70156db9-1314-4331-bec3-7a8bbd26b103 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712614 Oct 12 00:21:43.060118 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-51de7b49-6fcd-42b3-8aba-6c74e0b89a28 admin admin] Publish callbacks [] for security_group (5122fe42-46d0-4fe9-829f-2179047ee470), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:43.079603 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cc34b-76f3-4c43-98b4-18ccad081af5 req-b90a2b11-6bd0-4636-a3d0-fa586ae2a278 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:43.081057 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7a1cc34b-76f3-4c43-98b4-18ccad081af5 req-b90a2b11-6bd0-4636-a3d0-fa586ae2a278 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0594780 Oct 12 00:21:43.105459 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-51de7b49-6fcd-42b3-8aba-6c74e0b89a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (5122fe42-46d0-4fe9-829f-2179047ee470), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:43.128811 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7a1cc34b-76f3-4c43-98b4-18ccad081af5 req-d7943bf8-f103-42c6-8a96-680677fb4740 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Oct 12 00:21:43.152705 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de7b49-6fcd-42b3-8aba-6c74e0b89a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5122fe42-46d0-4fe9-829f-2179047ee470,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:43.158883 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-51de7b49-6fcd-42b3-8aba-6c74e0b89a28 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a913b713f2df4997bf07e8aaf120fe54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777115 Oct 12 00:21:43.166925 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34530) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:43.213700 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3a20f979-d713-4558-84a1-7f8ee5807221 admin admin] Publish callbacks [] for security_group (5122fe42-46d0-4fe9-829f-2179047ee470), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:43.233776 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3a20f979-d713-4558-84a1-7f8ee5807221 admin admin] Publish callbacks [] for security_group (5122fe42-46d0-4fe9-829f-2179047ee470), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:43.373647 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3a20f979-d713-4558-84a1-7f8ee5807221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (5122fe42-46d0-4fe9-829f-2179047ee470), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:43.376198 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3a20f979-d713-4558-84a1-7f8ee5807221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:43.377418 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3a20f979-d713-4558-84a1-7f8ee5807221 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5122fe42-46d0-4fe9-829f-2179047ee470 HTTP/1.1" status: 204 len: 168 time: 0.2146242 Oct 12 00:21:43.386511 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20f979-d713-4558-84a1-7f8ee5807221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5122fe42-46d0-4fe9-829f-2179047ee470,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:43.591476 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:21:43.605644 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2dccc06d-e6ad-4199-a897-4c5df8e17ccf up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:21:43.706457 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:21:43.732900 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e,segment=NetworkSegment(6436dcd8-5748-47c5-b6bd-102a13d79def),segment_id=6436dcd8-5748-47c5-b6bd-102a13d79def)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:43.745023 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': 'e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e', 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4', 'port_id': 'e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e', 'mac_address': 'fa:16:3e:92:41:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df07de1-006a-45cb-871a-54d681829119', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:21:43.769054 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:43.781467 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:43.781863 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:43.796006 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:21:43.816987 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e,segment=NetworkSegment(6436dcd8-5748-47c5-b6bd-102a13d79def),segment_id=6436dcd8-5748-47c5-b6bd-102a13d79def)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:43.828762 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:43.829279 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:43.829608 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf Oct 12 00:21:43.903340 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e2aab-ee78-402e-a17d-e5e7d7a08fc0 req-d7e22a35-2987-4352-99a7-1cbf95c96f04 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:43.904874 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d73e2aab-ee78-402e-a17d-e5e7d7a08fc0 req-d7e22a35-2987-4352-99a7-1cbf95c96f04 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 944 time: 0.0484669 Oct 12 00:21:43.908832 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:43.914324 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:43.914324 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:43.953806 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d73e2aab-ee78-402e-a17d-e5e7d7a08fc0 req-1013ed67-6ce6-46d9-b114-e742813fe967 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Oct 12 00:21:43.971776 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:21:43.974026 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a0b865-9571-4e46-9553-2cff7c545464" -d '{"events": [{"server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "name": "network-vif-plugged", "status": "completed", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:21:43.988750 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:43.993863 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:44.017915 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf29f08-9057-4a48-abc4-609d4c9d1220 x-openstack-request-id: req-baf29f08-9057-4a48-abc4-609d4c9d1220 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:21:44.018223 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "name": "network-vif-plugged", "status": "completed", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:21:44.018479 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-baf29f08-9057-4a48-abc4-609d4c9d1220 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:21:44.018878 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf29f08-9057-4a48-abc4-609d4c9d1220'] response: {'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'code': 200} Oct 12 00:21:44.062130 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:44.112209 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:44.189003 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c996f-c48d-4adc-9e63-c19ef695d763 req-d6f0c0a1-98ba-4bd0-9b67-e759bdfee311 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:44.190709 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-872c996f-c48d-4adc-9e63-c19ef695d763 req-d6f0c0a1-98ba-4bd0-9b67-e759bdfee311 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0564322 Oct 12 00:21:44.245421 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-872c996f-c48d-4adc-9e63-c19ef695d763 req-c70d9044-f02e-4130-86b1-46ee63c5483c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477741 Oct 12 00:21:44.275426 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433a214-b63c-4df5-91dc-2154559e52cd req-7e31ce5b-b282-4602-968e-a06874d284df tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:44.277141 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a433a214-b63c-4df5-91dc-2154559e52cd req-7e31ce5b-b282-4602-968e-a06874d284df tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0523777 Oct 12 00:21:44.311273 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:44.325866 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a433a214-b63c-4df5-91dc-2154559e52cd req-6c04ffe2-aa0c-4716-b879-c2025c689289 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Oct 12 00:21:44.332852 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:21:44.361850 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:44.405559 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642c925-bc2a-4598-b89f-5a870ce7006f req-6de6580c-17bb-41df-b667-a8db31add913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:44.407756 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0642c925-bc2a-4598-b89f-5a870ce7006f req-6de6580c-17bb-41df-b667-a8db31add913 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 1130 time: 0.0432920 Oct 12 00:21:44.425193 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:44.458018 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0642c925-bc2a-4598-b89f-5a870ce7006f req-458022e7-1adf-446c-979e-f2cc2c75034e service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428638 Oct 12 00:21:45.081085 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ccf45-8f33-46c4-b197-184acc748161 req-a860be16-1d4b-442a-92ee-6ee0cb7354b1 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:45.082547 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-aa2ccf45-8f33-46c4-b197-184acc748161 req-a860be16-1d4b-442a-92ee-6ee0cb7354b1 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 945 time: 0.0503297 Oct 12 00:21:45.129433 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-aa2ccf45-8f33-46c4-b197-184acc748161 req-aa668fb1-581e-4f38-a76b-87c2ef0c3c03 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Oct 12 00:21:45.371554 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b1d9a-a048-4ba1-ab9b-625f3960aca2 req-d5ed6722-487e-4600-ad23-7a29095f3889 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:45.373736 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f20b1d9a-a048-4ba1-ab9b-625f3960aca2 req-d5ed6722-487e-4600-ad23-7a29095f3889 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0495086 Oct 12 00:21:45.429893 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f20b1d9a-a048-4ba1-ab9b-625f3960aca2 req-0d0eb56b-b19c-45ac-acd8-57ff5796ce62 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492573 Oct 12 00:21:45.539477 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46056-c017-4bbc-8728-8cb13bcd8a32 req-be96b8dc-b0ca-4245-8a87-83d3be56cddd tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:45.540868 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-68b46056-c017-4bbc-8728-8cb13bcd8a32 req-be96b8dc-b0ca-4245-8a87-83d3be56cddd tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0484183 Oct 12 00:21:45.595494 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-68b46056-c017-4bbc-8728-8cb13bcd8a32 req-612ecc90-f31b-4b13-9f76-7dd38ba3fb05 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479817 Oct 12 00:21:45.626081 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:21:45.668992 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:21:45.772381 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=73 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:45.773383 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:21:45.773761 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:45.774123 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e Oct 12 00:21:45.850214 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:21:45.850733 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:45.885600 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e,segment=NetworkSegment(6436dcd8-5748-47c5-b6bd-102a13d79def),segment_id=6436dcd8-5748-47c5-b6bd-102a13d79def)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:21:45.948583 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:45.993185 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:46.019753 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9c8dee-c875-4d23-a52e-5cd497cb44a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:21:46.022030 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a57381-323d-45f5-9e17-71ee9c9a3f74" -d '{"events": [{"server_uuid": "8e9c8dee-c875-4d23-a52e-5cd497cb44a9", "name": "network-vif-plugged", "status": "completed", "tag": "e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:21:46.057367 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6c8a18-931e-43dd-80e1-a1204fd96403 x-openstack-request-id: req-4e6c8a18-931e-43dd-80e1-a1204fd96403 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:21:46.058148 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9c8dee-c875-4d23-a52e-5cd497cb44a9", "name": "network-vif-plugged", "status": "completed", "tag": "e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:21:46.058489 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e6c8a18-931e-43dd-80e1-a1204fd96403 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:21:46.058884 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6c8a18-931e-43dd-80e1-a1204fd96403'] response: {'server_uuid': '8e9c8dee-c875-4d23-a52e-5cd497cb44a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e', 'code': 200} Oct 12 00:21:46.250165 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d26d6-934a-47df-9dcf-194042643d07 req-b6a31e8a-60a7-469a-95be-b6f90b2e62c2 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:46.251668 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-047d26d6-934a-47df-9dcf-194042643d07 req-b6a31e8a-60a7-469a-95be-b6f90b2e62c2 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 946 time: 0.0465469 Oct 12 00:21:46.301365 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-047d26d6-934a-47df-9dcf-194042643d07 req-54fdc0d3-76d4-41ee-9e43-d8a77a069f24 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442181 Oct 12 00:21:46.536996 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:46.578012 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b6feb-a05c-45de-847b-32211d1746bf req-69868276-9368-41fe-a8fe-ac4d88f29f71 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:46.578012 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f96b6feb-a05c-45de-847b-32211d1746bf req-69868276-9368-41fe-a8fe-ac4d88f29f71 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0493522 Oct 12 00:21:46.632015 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f96b6feb-a05c-45de-847b-32211d1746bf req-c4e158a1-f01a-472b-8e28-00d7fbe3b18a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480847 Oct 12 00:21:46.702559 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e43b42-6a6a-4513-9ed6-dded818be5e3 req-023facf7-aca0-4fbc-b59a-50ba49c2f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:46.704087 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a3e43b42-6a6a-4513-9ed6-dded818be5e3 req-023facf7-aca0-4fbc-b59a-50ba49c2f332 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 1130 time: 0.0455801 Oct 12 00:21:46.745662 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb66ff-9879-48d5-8762-eb541a68e807 req-1d32fb19-ef2a-4082-80b9-e6016f8d820f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:46.747157 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-41bb66ff-9879-48d5-8762-eb541a68e807 req-1d32fb19-ef2a-4082-80b9-e6016f8d820f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0498648 Oct 12 00:21:46.798679 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a3e43b42-6a6a-4513-9ed6-dded818be5e3 req-9bd9f4a7-3a86-465f-ad8c-07932d4316eb service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879216 Oct 12 00:21:46.799082 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-41bb66ff-9879-48d5-8762-eb541a68e807 req-9ed52f2c-d1a8-4e02-902d-a43d323e55f4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453200 Oct 12 00:21:46.804469 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2c80d-3fdb-4a80-9012-8d4d2caa3906 req-1a23ff4b-fd4f-4547-82eb-b9c006df459b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:46.805843 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9d2c80d-3fdb-4a80-9012-8d4d2caa3906 req-1a23ff4b-fd4f-4547-82eb-b9c006df459b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0766108 Oct 12 00:21:46.816605 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34616) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:46.821344 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-21ca7873-99b1-4986-aacb-4712b9cfb747 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'floatingip': {'port_id': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:46.860148 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-21ca7873-99b1-4986-aacb-4712b9cfb747 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (2ef2d714-da51-435b-8afa-e21261a9e316), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:47.158287 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:47.292824 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-21ca7873-99b1-4986-aacb-4712b9cfb747 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:47.406949 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-21ca7873-99b1-4986-aacb-4712b9cfb747 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (2ef2d714-da51-435b-8afa-e21261a9e316), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:47.461155 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e364d8-dfa6-4a66-8cb6-5e7053575d10 req-9ba27e73-b9d1-46db-9cfb-230503f254ba tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:47.462680 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a6e364d8-dfa6-4a66-8cb6-5e7053575d10 req-9ba27e73-b9d1-46db-9cfb-230503f254ba tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 946 time: 0.0870483 Oct 12 00:21:47.568013 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a6e364d8-dfa6-4a66-8cb6-5e7053575d10 req-a27b8485-5f00-4df8-b23c-e72b4b0465b5 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975664 Oct 12 00:21:47.571811 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [None req-21ca7873-99b1-4986-aacb-4712b9cfb747 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Floating IP 2ef2d714-da51-435b-8afa-e21261a9e316 associated. External IP: 172.27.4.38, port: 2dccc06d-e6ad-4199-a897-4c5df8e17ccf. Oct 12 00:21:47.771476 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ca7873-99b1-4986-aacb-4712b9cfb747 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:21:47.876425 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ca7873-99b1-4986-aacb-4712b9cfb747 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:21:47.881673 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-21ca7873-99b1-4986-aacb-4712b9cfb747 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:47.899591 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8912888b-1edd-4e00-9fe2-b9e94e145b92 None None] Sync routers for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:21:47.916012 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-21ca7873-99b1-4986-aacb-4712b9cfb747 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/2ef2d714-da51-435b-8afa-e21261a9e316 HTTP/1.1" status: 200 len: 991 time: 1.0982602 Oct 12 00:21:47.922607 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:21:47.922844 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:47.922953 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d264e-74ae-4210-bbe2-04df2ea7baa2" -d '{"events": [{"name": "network-changed", "server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:21:47.923053 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912888b-1edd-4e00-9fe2-b9e94e145b92 None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:21:47.923053 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-8912888b-1edd-4e00-9fe2-b9e94e145b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:21:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:47.942403 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2df74-1177-4e9f-89de-d0ea2e572c3c req-4169e305-ad0e-489b-8121-32cddcfe23a6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:47.944174 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c5c2df74-1177-4e9f-89de-d0ea2e572c3c req-4169e305-ad0e-489b-8121-32cddcfe23a6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0667183 Oct 12 00:21:47.958276 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac410027-b843-4a78-ad52-7634e06faab4 x-openstack-request-id: req-ac410027-b843-4a78-ad52-7634e06faab4 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:21:47.958689 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:21:47.959034 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac410027-b843-4a78-ad52-7634e06faab4 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:21:47.959569 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac410027-b843-4a78-ad52-7634e06faab4'] response: {'name': 'network-changed', 'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'status': 'completed', 'code': 200} Oct 12 00:21:48.000581 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c5c2df74-1177-4e9f-89de-d0ea2e572c3c req-42339eb3-d43d-451d-8d8c-7dc211cb07b4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498266 Oct 12 00:21:48.161992 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-8912888b-1edd-4e00-9fe2-b9e94e145b92 None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:21:48.434176 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-8912888b-1edd-4e00-9fe2-b9e94e145b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '2ef2d714-da51-435b-8afa-e21261a9e316', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'floating_ip_address': '172.27.4.38', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'port_id': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'mac_address': 'fa:16:3e:e7:77:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:21:30Z', 'updated_at': '2022-10-12T00:21:47Z', 'revision_number': 1, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:48.463470 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8912888b-1edd-4e00-9fe2-b9e94e145b92 None None] Checking router: 564505ea-3e81-4cfe-b13a-b4efd30b1b47 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:21:48.472559 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912888b-1edd-4e00-9fe2-b9e94e145b92 None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:21:48.473160 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-8912888b-1edd-4e00-9fe2-b9e94e145b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:21:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:48.573870 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-8912888b-1edd-4e00-9fe2-b9e94e145b92 None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:21:48.687394 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8b641-5238-42bb-8a33-96985268dfb7 req-d1919595-888d-4868-8a0a-de264ad539ef tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:48.689070 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-01a8b641-5238-42bb-8a33-96985268dfb7 req-d1919595-888d-4868-8a0a-de264ad539ef tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 946 time: 0.0481279 Oct 12 00:21:48.715736 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:48.746028 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-01a8b641-5238-42bb-8a33-96985268dfb7 req-ef569c81-4b59-4f4e-8f96-5d9982882ca2 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433939 Oct 12 00:21:48.774655 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:48.794178 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-8912888b-1edd-4e00-9fe2-b9e94e145b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '2ef2d714-da51-435b-8afa-e21261a9e316', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'floating_ip_address': '172.27.4.38', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'port_id': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'mac_address': 'fa:16:3e:e7:77:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:21:30Z', 'updated_at': '2022-10-12T00:21:47Z', 'revision_number': 1, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:21:48.826219 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8912888b-1edd-4e00-9fe2-b9e94e145b92 None None] The sync data for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi is: [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '2ef2d714-da51-435b-8afa-e21261a9e316', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'floating_ip_address': '172.27.4.38', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'port_id': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'mac_address': 'fa:16:3e:e7:77:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:21:30Z', 'updated_at': '2022-10-12T00:21:47Z', 'revision_number': 1, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:21:48.889700 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d264e-74ae-4210-bbe2-04df2ea7baa2 req-58f24f91-6af6-4adf-9a16-f45408c7b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:48.891379 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-145d264e-74ae-4210-bbe2-04df2ea7baa2 req-58f24f91-6af6-4adf-9a16-f45408c7b800 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 1130 time: 0.0640874 Oct 12 00:21:49.018903 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d264e-74ae-4210-bbe2-04df2ea7baa2 req-10ce98bb-ecf6-4e1d-a210-2a8a32a3a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:49.019990 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-145d264e-74ae-4210-bbe2-04df2ea7baa2 req-10ce98bb-ecf6-4e1d-a210-2a8a32a3a539 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 917 time: 0.1114008 Oct 12 00:21:49.094682 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b61de8-4cef-4e14-b69d-598b7bef73a2 None None] New status for floating IP 2ef2d714-da51-435b-8afa-e21261a9e316: ACTIVE {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:21:49.130596 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-145d264e-74ae-4210-bbe2-04df2ea7baa2 req-cebae221-3412-4885-9423-b096676674ca service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf HTTP/1.1" status: 200 len: 999 time: 0.1034565 Oct 12 00:21:49.201518 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d264e-74ae-4210-bbe2-04df2ea7baa2 req-8e54928e-fdcb-4dac-bcde-b9cbb986a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:49.203127 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-145d264e-74ae-4210-bbe2-04df2ea7baa2 req-8e54928e-fdcb-4dac-bcde-b9cbb986a026 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=fd02fede-aeab-4655-a486-9bfc8561b3bd HTTP/1.1" status: 200 len: 855 time: 0.0656202 Oct 12 00:21:49.255289 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d264e-74ae-4210-bbe2-04df2ea7baa2 req-a7824d83-e2d6-42f8-8df8-7d44d1097e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:49.257158 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-145d264e-74ae-4210-bbe2-04df2ea7baa2 req-a7824d83-e2d6-42f8-8df8-7d44d1097e7d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0c299ee8-2b42-4994-965e-051a94d2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453684 Oct 12 00:21:49.277831 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:49.349255 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe6654-e05a-4f7c-9c12-110f5e95e674 req-e6dc02d1-3bdc-4886-927d-eb0656df33ca tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:49.351507 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f6fe6654-e05a-4f7c-9c12-110f5e95e674 req-e6dc02d1-3bdc-4886-927d-eb0656df33ca tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0853028 Oct 12 00:21:49.377486 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-145d264e-74ae-4210-bbe2-04df2ea7baa2 req-1b1a8e1b-8d69-444e-b536-f720de232638 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081731 Oct 12 00:21:49.428235 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f6fe6654-e05a-4f7c-9c12-110f5e95e674 req-e776543f-f379-4d6c-9979-67cbc1fd8072 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687182 Oct 12 00:21:49.499162 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-145d264e-74ae-4210-bbe2-04df2ea7baa2 req-f558393a-a055-4efb-9e3e-0e9bc8c380a7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131754 Oct 12 00:21:50.567180 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b2e26-1141-4678-99ef-fe7e4c6b287b req-13d99c29-4f95-447e-8bd1-b3420da75c42 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:50.568944 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-628b2e26-1141-4678-99ef-fe7e4c6b287b req-13d99c29-4f95-447e-8bd1-b3420da75c42 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0563786 Oct 12 00:21:50.619245 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-628b2e26-1141-4678-99ef-fe7e4c6b287b req-190f25a7-5e90-4f35-b59b-8f44f4ad9018 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 Oct 12 00:21:51.725849 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:51.745351 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d05c5-6179-44c4-98c0-a9f91565684e req-e81a5b00-1e35-4acf-a01c-4c97a3be0f23 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:51.746883 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-893d05c5-6179-44c4-98c0-a9f91565684e req-e81a5b00-1e35-4acf-a01c-4c97a3be0f23 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0492530 Oct 12 00:21:51.806046 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-893d05c5-6179-44c4-98c0-a9f91565684e req-668b5d6d-abcf-4278-be39-541e678cc9b4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525603 Oct 12 00:21:52.925478 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4087a3-8484-4bdc-8993-f30a67a92bfd req-eed91a3f-f627-4862-a9f1-b9e1bd4ae970 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:52.926867 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bf4087a3-8484-4bdc-8993-f30a67a92bfd req-eed91a3f-f627-4862-a9f1-b9e1bd4ae970 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0470252 Oct 12 00:21:52.978592 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bf4087a3-8484-4bdc-8993-f30a67a92bfd req-4587b960-b474-453b-93bd-bd292f912a7c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462470 Oct 12 00:21:54.099586 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fe486-95e9-401d-b82f-f6e5653138f5 req-9193785e-85d5-42f0-93a2-dd3164764b0f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:54.101089 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ba0fe486-95e9-401d-b82f-f6e5653138f5 req-9193785e-85d5-42f0-93a2-dd3164764b0f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0462415 Oct 12 00:21:54.149678 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ba0fe486-95e9-401d-b82f-f6e5653138f5 req-db441461-e39b-4267-aa4a-570928e5da4b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Oct 12 00:21:54.944461 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34844) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:54.950822 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-fbd4919e-4a7f-4b13-8ec3-db0fded9bf4c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779900911', 'description': 'tempest-description--581728423'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:55.044900 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fbd4919e-4a7f-4b13-8ec3-db0fded9bf4c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:55.115866 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fbd4919e-4a7f-4b13-8ec3-db0fded9bf4c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (cc7aac85-d8e8-40f2-a917-f3407bc64a72), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:55.184775 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fbd4919e-4a7f-4b13-8ec3-db0fded9bf4c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (cc7aac85-d8e8-40f2-a917-f3407bc64a72), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:55.211073 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:55.223992 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4919e-4a7f-4b13-8ec3-db0fded9bf4c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7aac85-d8e8-40f2-a917-f3407bc64a72,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:55.298660 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120c2ce-1979-4995-8540-7ed33ad4a7e6 req-e585a051-88cc-4024-931b-0c06a176d01c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:55.300396 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5120c2ce-1979-4995-8540-7ed33ad4a7e6 req-e585a051-88cc-4024-931b-0c06a176d01c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0554297 Oct 12 00:21:55.331239 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fbd4919e-4a7f-4b13-8ec3-db0fded9bf4c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:55.332470 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-fbd4919e-4a7f-4b13-8ec3-db0fded9bf4c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3868296 Oct 12 00:21:55.335559 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34854) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:55.340599 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group_rule': {'security_group_id': 'cc7aac85-d8e8-40f2-a917-f3407bc64a72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:55.363941 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5120c2ce-1979-4995-8540-7ed33ad4a7e6 req-250a24f9-59ea-49d7-b170-2c9037e0bd3f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579145 Oct 12 00:21:55.422723 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (978ebfa3-2c76-47fe-bb40-21884cad7fa1), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:55.447984 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b5952-ece9-434a-af72-f8c07a3dfc2b req-5d56d10b-30fb-4e2b-9226-698cf3ac7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:55.449495 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6b8b5952-ece9-434a-af72-f8c07a3dfc2b req-5d56d10b-30fb-4e2b-9226-698cf3ac7b5b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 1129 time: 0.0395091 Oct 12 00:21:55.481489 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (978ebfa3-2c76-47fe-bb40-21884cad7fa1), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:55.501103 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6b8b5952-ece9-434a-af72-f8c07a3dfc2b req-0f163d61-e4df-4466-944f-2f85ee9f7439 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Oct 12 00:21:55.553782 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (978ebfa3-2c76-47fe-bb40-21884cad7fa1), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:55.572184 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978ebfa3-2c76-47fe-bb40-21884cad7fa1,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:55.580448 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.580797 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.581149 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.581492 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.581829 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.582165 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.582498 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.582831 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.583158 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.583532 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.583864 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.584186 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.584510 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.584827 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.585148 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:55.692780 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:55.694329 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-2d3d37ee-5387-4ac1-92d1-d1aaaacce51f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3574779 Oct 12 00:21:55.696926 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34858) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:55.701216 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-06253eee-56fe-457a-bcc4-6060f636d7b9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group_rule': {'security_group_id': 'cc7aac85-d8e8-40f2-a917-f3407bc64a72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:55.716199 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:55.816861 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-06253eee-56fe-457a-bcc4-6060f636d7b9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (a6768a9e-bff9-4ecf-9c1e-4c45cbabff74), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:55.872532 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-06253eee-56fe-457a-bcc4-6060f636d7b9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (a6768a9e-bff9-4ecf-9c1e-4c45cbabff74), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:55.959380 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-06253eee-56fe-457a-bcc4-6060f636d7b9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (a6768a9e-bff9-4ecf-9c1e-4c45cbabff74), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:55.979661 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06253eee-56fe-457a-bcc4-6060f636d7b9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6768a9e-bff9-4ecf-9c1e-4c45cbabff74,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:56.052398 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-06253eee-56fe-457a-bcc4-6060f636d7b9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:56.053812 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-06253eee-56fe-457a-bcc4-6060f636d7b9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558106 Oct 12 00:21:56.056858 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34862) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:56.061224 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:56.156409 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:56.242327 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:56.330789 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:56.354710 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Allocated IP 172.27.4.245 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/644d884b-0935-4d9e-b48b-1ff43bd2dc7e) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:21:56.487147 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (644d884b-0935-4d9e-b48b-1ff43bd2dc7e), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:56.502837 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b751bd-0f8e-40da-b157-16ab528b5f8e req-f91bf7e5-01f3-4f90-8cf5-dc36e33c3988 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:56.504355 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-89b751bd-0f8e-40da-b157-16ab528b5f8e req-f91bf7e5-01f3-4f90-8cf5-dc36e33c3988 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0671909 Oct 12 00:21:56.574350 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-89b751bd-0f8e-40da-b157-16ab528b5f8e req-765f8f2b-4656-4f2f-ae8c-176353e68be6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630009 Oct 12 00:21:56.597028 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (644d884b-0935-4d9e-b48b-1ff43bd2dc7e), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:56.639638 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:21:56.644512 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:21:56.648420 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:21:56.675840 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=644d884b-0935-4d9e-b48b-1ff43bd2dc7e,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:56.685978 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:56.711296 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 34874) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:56.740145 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (154d2114-0f1b-47f2-b864-0776048ccf02), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:56.825421 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:56.839800 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (644d884b-0935-4d9e-b48b-1ff43bd2dc7e), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:56.904381 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Publish callbacks [] for security_group (4294a26a-1fad-4a8b-aa81-d74f64fa96f3), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:56.970592 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (4294a26a-1fad-4a8b-aa81-d74f64fa96f3), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:56.998399 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (644d884b-0935-4d9e-b48b-1ff43bd2dc7e), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:57.011788 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1e1a6118eef1467abffb598652cd6ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993026 Oct 12 00:21:57.012905 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4294a26a-1fad-4a8b-aa81-d74f64fa96f3,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:57.014777 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34878) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:57.020067 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.020484 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.020919 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.021279 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.021638 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.021964 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.022290 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.022626 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.022960 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.023281 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.023626 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.023947 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.024263 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.024591 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.024912 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f166da-bf88-43da-ae9e-fc273141c6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:21:57.065542 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (644d884b-0935-4d9e-b48b-1ff43bd2dc7e), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:57.091570 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a5f93034-8609-4a43-a618-b505b4a0c788 admin admin] Publish callbacks [] for security_group (4294a26a-1fad-4a8b-aa81-d74f64fa96f3), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:57.148453 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a5f93034-8609-4a43-a618-b505b4a0c788 admin admin] Publish callbacks [] for security_group (4294a26a-1fad-4a8b-aa81-d74f64fa96f3), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:57.158771 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (154d2114-0f1b-47f2-b864-0776048ccf02), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:57.176381 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=644d884b-0935-4d9e-b48b-1ff43bd2dc7e,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:57.197358 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:57.241297 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:57.242568 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-aab70626-f9b7-4df2-a58c-a86b0836026e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1847475 Oct 12 00:21:57.271955 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a5f93034-8609-4a43-a618-b505b4a0c788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (4294a26a-1fad-4a8b-aa81-d74f64fa96f3), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:57.274911 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a5f93034-8609-4a43-a618-b505b4a0c788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:57.276385 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-a5f93034-8609-4a43-a618-b505b4a0c788 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4294a26a-1fad-4a8b-aa81-d74f64fa96f3 HTTP/1.1" status: 204 len: 168 time: 0.2600996 Oct 12 00:21:57.285036 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f93034-8609-4a43-a618-b505b4a0c788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4294a26a-1fad-4a8b-aa81-d74f64fa96f3,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:57.597423 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:57.615035 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-369c793b-a4be-46fc-a8ae-737330092ecb tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1779900911&fields=id&tenant_id=10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 267 time: 0.0524685 Oct 12 00:21:57.712531 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10136-c574-4789-85dd-e506e10af83f req-2523955a-c6e8-43a7-8a04-77da800c23a2 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:57.714579 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3bd10136-c574-4789-85dd-e506e10af83f req-2523955a-c6e8-43a7-8a04-77da800c23a2 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0578947 Oct 12 00:21:57.774934 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3bd10136-c574-4789-85dd-e506e10af83f req-fc20c2fc-adc3-4bd7-b3fc-c24dfc99cdc7 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548317 Oct 12 00:21:58.012837 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-df369a6c-be69-47ee-9233-0d3c6ccb488b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:58.014554 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-df369a6c-be69-47ee-9233-0d3c6ccb488b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 815 time: 0.3919318 Oct 12 00:21:58.029456 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-5f65623d-1507-43e2-bf9b-48fbb175d713 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/quotas/10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 375 time: 0.0091460 Oct 12 00:21:58.081646 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-0e35e09f-8f61-4cce-80f9-cf7a32922507 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467584 Oct 12 00:21:58.211035 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-29c3c5dc-d7d4-40d6-a491-231038ab968d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126139 Oct 12 00:21:58.215245 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e103f-9faf-4725-93a7-1cc91c2e9f75 req-495e16ca-686b-4139-96bc-7c4037d19a93 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:58.223241 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-765e103f-9faf-4725-93a7-1cc91c2e9f75 req-495e16ca-686b-4139-96bc-7c4037d19a93 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0590627 Oct 12 00:21:58.269717 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-765e103f-9faf-4725-93a7-1cc91c2e9f75 req-e1c18895-b22a-44c7-baf2-ed8297f8eaeb tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456455 Oct 12 00:21:58.317280 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12f72-4983-4f13-a647-c1215819e77d req-4e2b1ec9-0f5a-483f-bb86-e22945ad926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:58.318808 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fab12f72-4983-4f13-a647-c1215819e77d req-4e2b1ec9-0f5a-483f-bb86-e22945ad926c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 1129 time: 0.0768447 Oct 12 00:21:58.349359 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:58.356467 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-37366e4d-ed35-42d4-a226-16db161404c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:58.397468 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-2887bbb3-ec3a-4927-b763-6e51e9c94616 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752555 Oct 12 00:21:58.440814 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34926) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:58.442480 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12f72-4983-4f13-a647-c1215819e77d req-0a697acf-90f6-47da-bb82-75e1c34a7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:58.444075 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fab12f72-4983-4f13-a647-c1215819e77d req-0a697acf-90f6-47da-bb82-75e1c34a7f77 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.1188154 Oct 12 00:21:58.488960 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fab12f72-4983-4f13-a647-c1215819e77d req-aa998b29-5146-43d9-b913-09f6267ac2e1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c00ed7a3-6f70-42f2-91d7-bc8ef378b584 HTTP/1.1" status: 200 len: 217 time: 0.0376313 Oct 12 00:21:58.538841 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12f72-4983-4f13-a647-c1215819e77d req-7b013e23-315a-4f7e-85fb-74053051d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:58.540321 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fab12f72-4983-4f13-a647-c1215819e77d req-7b013e23-315a-4f7e-85fb-74053051d624 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0454454 Oct 12 00:21:58.552832 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1042177425-network', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:58.595455 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12f72-4983-4f13-a647-c1215819e77d req-c008bb7f-115e-4e8e-b109-f2a153d2336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:58.597118 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fab12f72-4983-4f13-a647-c1215819e77d req-c008bb7f-115e-4e8e-b109-f2a153d2336a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486233 Oct 12 00:21:58.653240 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-097db356-dc6b-494f-959a-9eeb093e757c req-da846f04-dd92-4120-8648-eef60d8cc22f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0320888 Oct 12 00:21:58.654181 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Made reservation on behalf of 33e38693dbe5490fb39cd1981274a5f6 for: {'network': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:21:58.656446 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:58.666852 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:58.719030 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fab12f72-4983-4f13-a647-c1215819e77d req-11ce86d5-dece-45b9-b541-46c421f41045 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064229 Oct 12 00:21:58.761741 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Publish callbacks [] for security_group (3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:58.821940 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:58.825727 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fab12f72-4983-4f13-a647-c1215819e77d req-e98196cb-aa4f-41d9-9693-e4e0df66d439 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997348 Oct 12 00:21:58.845030 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=111559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:21:58.859211 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:58.863905 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (27af817f-b886-4029-9d1c-4e639a7ce853), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:58.864246 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.segments_db [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Added segment 27af817f-b886-4029-9d1c-4e639a7ce853 of type vlan for network dd5abad8-644b-4096-9887-e4113519a575 Oct 12 00:21:58.907983 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (dd5abad8-644b-4096-9887-e4113519a575), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:58.909979 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:59.028231 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (dd5abad8-644b-4096-9887-e4113519a575), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:59.029248 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:59.029836 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:59.095919 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] Pushing event updated for resources: {'Network': ['ID=dd5abad8-644b-4096-9887-e4113519a575,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:59.105982 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network dd5abad8-644b-4096-9887-e4113519a575 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:21:59.147446 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-5d8caf8e-62d1-4f89-9e2d-b9b7b759a0d5 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7054534 Oct 12 00:21:59.150462 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34940) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:59.155729 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] Request body: {'subnet': {'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1042177425-subnet', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'ip_version': 4}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:59.242137 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] Made reservation on behalf of 33e38693dbe5490fb39cd1981274a5f6 for: {'subnet': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:21:59.246991 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25922750'] for subnet (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:59.332114 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:21:59.410827 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142c367-e538-4503-b684-54484bae930b req-e78ec5f3-8dec-42db-b7ca-f3b6dd5e0413 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:59.412423 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0142c367-e538-4503-b684-54484bae930b req-e78ec5f3-8dec-42db-b7ca-f3b6dd5e0413 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0522492 Oct 12 00:21:59.464885 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0142c367-e538-4503-b684-54484bae930b req-1bbcfd8b-30b5-404a-b3bd-6ddb1cb27158 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433466 Oct 12 00:21:59.519519 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25922732'] for subnet (c42a7b1b-73e5-4150-a3f9-0d95aa68df72), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:59.571319 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42a7b1b-73e5-4150-a3f9-0d95aa68df72,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:21:59.587022 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] Checking segment: {'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:21:59.587394 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] Network hostable DHCP agents. Network: dd5abad8-644b-4096-9887-e4113519a575, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:21:59.676053 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] Network dd5abad8-644b-4096-9887-e4113519a575 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:21:59.750247 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, dd5abad8-644b-4096-9887-e4113519a575) {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:21:59.757654 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9c89c6-0fb6-4350-9ab4-37e976877826 None None] Network dd5abad8-644b-4096-9887-e4113519a575 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:21:59.769417 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9c5c93ae-6fa3-4f4c-9443-930da1b60aed req-7a6637b9-a384-4fc8-9f71-89ea7caeeda7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0329187 Oct 12 00:21:59.770565 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:21:59.771155 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:59.832800 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-ab1188dd-e7f0-4c8f-ad0e-5d7e47ef4295 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6811323 Oct 12 00:21:59.837063 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34952) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:21:59.843771 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:21:59.860892 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-dd5abad8-644b-4096-9887-e4113519a575', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'fixed_ips': [{'subnet_id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:21:59.861947 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:59.946463 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:21:59.948325 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:00.001109 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Allocated IP 172.20.0.2 (dd5abad8-644b-4096-9887-e4113519a575/c42a7b1b-73e5-4150-a3f9-0d95aa68df72/09975b67-99f0-461d-8141-41bcc6b53354) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:22:00.005306 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Publish callbacks [] for router_controller (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), precommit_add_association {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:00.132960 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:00.148577 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Publish callbacks [] for port (09975b67-99f0-461d-8141-41bcc6b53354), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:00.253841 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (09975b67-99f0-461d-8141-41bcc6b53354), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:00.305077 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Pushing event updated for resources: {'Port': ['ID=09975b67-99f0-461d-8141-41bcc6b53354,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:00.312703 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Network dd5abad8-644b-4096-9887-e4113519a575 is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:00.314154 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:00.316604 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:22:00.377132 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Attempting to bind port 09975b67-99f0-461d-8141-41bcc6b53354 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:22:00.377566 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Attempting to bind port 09975b67-99f0-461d-8141-41bcc6b53354 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:22:00.377931 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Attempting to bind port 09975b67-99f0-461d-8141-41bcc6b53354 on network dd5abad8-644b-4096-9887-e4113519a575 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:00.421716 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:22:00.422090 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Checking segment: {'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:22:00.422491 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:00.423081 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Bound using segment: {'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:22:00.423336 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Bound port: 09975b67-99f0-461d-8141-41bcc6b53354, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:22:00.423733 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (09975b67-99f0-461d-8141-41bcc6b53354), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:00.424819 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Publish callbacks [] for router_gateway (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:00.483358 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] For port 09975b67-99f0-461d-8141-41bcc6b53354, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:22:00.486530 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] For port 09975b67-99f0-461d-8141-41bcc6b53354, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=09975b67-99f0-461d-8141-41bcc6b53354,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:22:00.554445 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (09975b67-99f0-461d-8141-41bcc6b53354), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:00.612323 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:00.614939 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817c90d-7f07-437d-8b51-22a3e4fe8f34 req-b3df2282-cf14-4ed9-bbcb-2c79666fe65a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:00.617609 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0817c90d-7f07-437d-8b51-22a3e4fe8f34 req-b3df2282-cf14-4ed9-bbcb-2c79666fe65a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0726757 Oct 12 00:22:00.629606 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26f032-a3ec-4539-831a-1bfe6e7cb51a None None] Pushing event updated for resources: {'Port': ['ID=09975b67-99f0-461d-8141-41bcc6b53354,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:00.680402 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0817c90d-7f07-437d-8b51-22a3e4fe8f34 req-99311595-ef66-4421-ade0-6c7e9361391f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549016 Oct 12 00:22:00.682970 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:00.686797 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Publish callbacks [] for router_gateway (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:00.704619 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-22272abb-9f06-4f0d-8035-46cc9e4e4ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:00.710951 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:00.813866 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:00.826858 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=9 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:00.853133 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Allocated IP 172.27.4.154 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/62b075e0-919d-4634-a1a3-a98a65ebfcd7) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:22:00.933227 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6a2dd68c-bff9-41b4-aa19-a76c83d2525c req-85900916-bcd9-4ce1-913b-a6f74e4194c3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0634670 Oct 12 00:22:00.974028 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:01.000467 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Publish callbacks [] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:01.088441 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:01.130316 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:01.133248 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:01.138565 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:22:01.143846 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Pushing event updated for resources: {'Port': ['ID=62b075e0-919d-4634-a1a3-a98a65ebfcd7,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:01.496455 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Publish callbacks [] for router_gateway (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:01.512747 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 09975b67-99f0-461d-8141-41bcc6b53354 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:01.560446 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 09975b67-99f0-461d-8141-41bcc6b53354 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:01.561080 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (09975b67-99f0-461d-8141-41bcc6b53354), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:01.561521 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 09975b67-99f0-461d-8141-41bcc6b53354 Oct 12 00:22:01.592094 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f08300-0588-4fbe-aa26-aba269dc84a1 None None] Network dd5abad8-644b-4096-9887-e4113519a575 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:22:01.633539 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:01.690759 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-88daabb6-54a7-497a-a172-cc3603ecbfae None None] Provisioning complete for port 09975b67-99f0-461d-8141-41bcc6b53354 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:01.691135 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-88daabb6-54a7-497a-a172-cc3603ecbfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (09975b67-99f0-461d-8141-41bcc6b53354), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:01.691752 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-88daabb6-54a7-497a-a172-cc3603ecbfae None None] Attempt 1 to provision port 09975b67-99f0-461d-8141-41bcc6b53354 Oct 12 00:22:01.701802 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:01.763800 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 09975b67-99f0-461d-8141-41bcc6b53354 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:01.764115 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (09975b67-99f0-461d-8141-41bcc6b53354), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:01.821921 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c4400-99ff-414c-bd82-59f4f6e64654 req-bb440c0e-a8c2-4550-bda5-324460a5793e tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:01.824290 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-527c4400-99ff-414c-bd82-59f4f6e64654 req-bb440c0e-a8c2-4550-bda5-324460a5793e tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0585201 Oct 12 00:22:01.875701 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-527c4400-99ff-414c-bd82-59f4f6e64654 req-6d91a0dd-8e31-4a54-aa81-03b5de187edc tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Oct 12 00:22:01.899036 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:22:01.932970 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:01.985176 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 09975b67-99f0-461d-8141-41bcc6b53354, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=09975b67-99f0-461d-8141-41bcc6b53354,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:02.005364 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-88daabb6-54a7-497a-a172-cc3603ecbfae None None] Current status of the port 09975b67-99f0-461d-8141-41bcc6b53354 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:02.005364 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-88daabb6-54a7-497a-a172-cc3603ecbfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (09975b67-99f0-461d-8141-41bcc6b53354), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.033019 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:22:02.045215 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Sync routers for ids ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:22:02.064207 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (09975b67-99f0-461d-8141-41bcc6b53354), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.117407 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Routers {'475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:02.118064 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:02.123166 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3b443717-a98c-4e62-9b4f-552eca14b31b req-c59f8201-a1c8-4dc1-8cf9-dc8a6258f84d tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0387759 Oct 12 00:22:02.130545 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.132354 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-de23ae7c-02e5-46db-9043-b5b2a8d848b8 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2929311 Oct 12 00:22:02.135237 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 34972) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:22:02.189310 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.db.api [None req-88daabb6-54a7-497a-a172-cc3603ecbfae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 00:22:02.189726 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG oslo_db.api [None req-88daabb6-54a7-497a-a172-cc3603ecbfae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 00:22:02.192396 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=09975b67-99f0-461d-8141-41bcc6b53354,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:02.255097 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Set router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:02.305697 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:02.371777 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:02.429292 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:01Z', 'revision_number': 3, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:02.457165 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Checking router: 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:22:02.457547 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Updating router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb port 62b075e0-919d-4634-a1a3-a98a65ebfcd7 binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:22:02.486110 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.505629 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:02.560504 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.679875 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:02.734689 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Allocated IP 172.20.0.1 (dd5abad8-644b-4096-9887-e4113519a575/c42a7b1b-73e5-4150-a3f9-0d95aa68df72/70ecb1fa-14e8-434b-9510-321e04e05501) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:22:02.748089 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-88daabb6-54a7-497a-a172-cc3603ecbfae None None] Current status of the port 09975b67-99f0-461d-8141-41bcc6b53354 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:02.760264 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Publish callbacks [] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.830745 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.847286 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Publish callbacks [] for port (70ecb1fa-14e8-434b-9510-321e04e05501), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.879639 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Attempting to bind port 62b075e0-919d-4634-a1a3-a98a65ebfcd7 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:22:02.880014 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Attempting to bind port 62b075e0-919d-4634-a1a3-a98a65ebfcd7 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:22:02.880380 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Attempting to bind port 62b075e0-919d-4634-a1a3-a98a65ebfcd7 on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:02.908530 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-4e83de30-8f47-4e9a-955c-6f87c421110d None None] Provisioning complete for port 09975b67-99f0-461d-8141-41bcc6b53354 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:02.908906 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4e83de30-8f47-4e9a-955c-6f87c421110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (09975b67-99f0-461d-8141-41bcc6b53354), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.909244 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-4e83de30-8f47-4e9a-955c-6f87c421110d None None] Attempt 1 to provision port 09975b67-99f0-461d-8141-41bcc6b53354 Oct 12 00:22:02.933442 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea170f12-dec4-4f16-a807-f93c6d217f1d None None] Pushing event updated for resources: {'Port': ['ID=62b075e0-919d-4634-a1a3-a98a65ebfcd7,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:02.965928 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.979629 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:22:02.979994 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:22:02.980406 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.980806 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:22:02.981294 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Bound port: 62b075e0-919d-4634-a1a3-a98a65ebfcd7, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:22:02.981677 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:02.998268 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e56063-9909-428a-ae5e-089824c55b2a req-dde55ff7-32b7-4b7e-b3db-7b5754050f51 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:03.000470 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e6e56063-9909-428a-ae5e-089824c55b2a req-dde55ff7-32b7-4b7e-b3db-7b5754050f51 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0487983 Oct 12 00:22:03.018587 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Network dd5abad8-644b-4096-9887-e4113519a575 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:03.022074 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:03.033462 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:22:03.048062 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:03.057646 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e6e56063-9909-428a-ae5e-089824c55b2a req-970d85d3-6053-4020-a43c-8e62f4f401b3 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495670 Oct 12 00:22:03.064873 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] For port 62b075e0-919d-4634-a1a3-a98a65ebfcd7, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:22:03.068754 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Pushing event updated for resources: {'Port': ['ID=70ecb1fa-14e8-434b-9510-321e04e05501,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:03.069268 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] For port 62b075e0-919d-4634-a1a3-a98a65ebfcd7, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=62b075e0-919d-4634-a1a3-a98a65ebfcd7,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:22:03.072223 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-4e83de30-8f47-4e9a-955c-6f87c421110d None None] Current status of the port 09975b67-99f0-461d-8141-41bcc6b53354 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:03.112445 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:03.149912 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:03.190942 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Routers {'475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:03.191627 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:03.291909 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-71ff8e5d-8949-49e3-91c2-7708b634537a req-0b1a55e5-5578-4f43-9cb2-f41822fda489 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0422573 Oct 12 00:22:03.292124 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:03.295067 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea170f12-dec4-4f16-a807-f93c6d217f1d None None] Pushing event updated for resources: {'Port': ['ID=62b075e0-919d-4634-a1a3-a98a65ebfcd7,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:03.357952 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-6f33382a-9ebb-4cca-9dda-28a6a750c739 None None] Provisioning complete for port 70ecb1fa-14e8-434b-9510-321e04e05501 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:03.358323 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6f33382a-9ebb-4cca-9dda-28a6a750c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:03.358658 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-6f33382a-9ebb-4cca-9dda-28a6a750c739 None None] Attempt 1 to provision port 70ecb1fa-14e8-434b-9510-321e04e05501 Oct 12 00:22:03.364765 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:03.414828 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] Set router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:03.420054 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:03.420153 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:03.420153 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-6f33382a-9ebb-4cca-9dda-28a6a750c739 None None] Port 70ecb1fa-14e8-434b-9510-321e04e05501 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:22:03.493896 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:03.546655 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 09975b67-99f0-461d-8141-41bcc6b53354 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:03.662945 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Publish callbacks [] for port (70ecb1fa-14e8-434b-9510-321e04e05501), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:03.664990 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 09975b67-99f0-461d-8141-41bcc6b53354 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:03.664990 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (09975b67-99f0-461d-8141-41bcc6b53354), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:03.664990 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 09975b67-99f0-461d-8141-41bcc6b53354 Oct 12 00:22:03.699083 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:01Z', 'revision_number': 3, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:03.734311 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa31e7-5610-4a99-a708-6713d1019a8d None None] The sync data for ids ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'] in dv-cinder-849143-13-iscsi is: [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:01Z', 'revision_number': 3, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:22:03.766344 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:03.785976 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 09975b67-99f0-461d-8141-41bcc6b53354 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:03.851686 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:03.867264 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Pushing event updated for resources: {'Port': ['ID=70ecb1fa-14e8-434b-9510-321e04e05501,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:03.913270 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:03.958508 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Network dd5abad8-644b-4096-9887-e4113519a575 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:03.959997 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:04.092990 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:22:04.214086 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:22:04.220734 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-2e0c0f78-c24f-40f5-8fdd-34be1af8ae9b admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/475c88e4-9ef5-4262-8f0c-968a6d6b0bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0827432 Oct 12 00:22:04.278972 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-0168bcd6-abe6-4b69-89c5-e3fc297bac8e None None] Provisioning complete for port 70ecb1fa-14e8-434b-9510-321e04e05501 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:04.279437 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0168bcd6-abe6-4b69-89c5-e3fc297bac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:04.279819 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-0168bcd6-abe6-4b69-89c5-e3fc297bac8e None None] Attempt 1 to provision port 70ecb1fa-14e8-434b-9510-321e04e05501 Oct 12 00:22:04.342145 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-0168bcd6-abe6-4b69-89c5-e3fc297bac8e None None] Port 70ecb1fa-14e8-434b-9510-321e04e05501 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:22:04.423207 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-648cb4cf-54e4-40d4-b2ba-9538a3e05e39 req-03061be7-b6d0-4a31-ae4c-0bb59fa4d422 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0319095 Oct 12 00:22:04.447919 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:04.736836 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ffb4f-d88a-4fae-88d9-c04ef48234a2 req-8ea499bc-2fa0-4aba-817a-249ec66cbd02 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:04.739942 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-404ffb4f-d88a-4fae-88d9-c04ef48234a2 req-8ea499bc-2fa0-4aba-817a-249ec66cbd02 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0580206 Oct 12 00:22:04.793199 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:04.805286 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-404ffb4f-d88a-4fae-88d9-c04ef48234a2 req-257955fa-3464-40e5-b881-1e0233a1e410 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529404 Oct 12 00:22:04.900276 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-27840cbd-96a9-4f88-a818-1380eb969111 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:04.902326 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-27840cbd-96a9-4f88-a818-1380eb969111 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 815 time: 0.1195178 Oct 12 00:22:05.049213 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35030) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:22:05.053700 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-57feb0c2-06e0-460e-b607-832bc01cce44 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1649857051', 'description': 'tempest-description--230964455'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:05.133674 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35034) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:22:05.139670 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1388193969-network', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:05.161470 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-57feb0c2-06e0-460e-b607-832bc01cce44 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.212692 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:05.254560 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-57feb0c2-06e0-460e-b607-832bc01cce44 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group (bb7137c3-ddbb-422a-ab90-033d4776e022), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.265291 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Made reservation on behalf of a56e1912ce5649e19a687b8f0ee0e566 for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:22:05.265291 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.273689 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.323566 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-4a0323db-9f1f-4eeb-bfde-f7f94da759fb tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 472 time: 0.1198616 Oct 12 00:22:05.337434 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'port': {'device_id': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'admin_state_up': True, 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'security_groups': ['cc7aac85-d8e8-40f2-a917-f3407bc64a72']}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:05.360498 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-57feb0c2-06e0-460e-b607-832bc01cce44 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (bb7137c3-ddbb-422a-ab90-033d4776e022), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.450056 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57feb0c2-06e0-460e-b607-832bc01cce44 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7137c3-ddbb-422a-ab90-033d4776e022,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:05.472703 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:05.511702 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Publish callbacks [] for security_group (b20c9da2-58ff-4c45-8155-48adccf605c9), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.551594 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-57feb0c2-06e0-460e-b607-832bc01cce44 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.551594 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-57feb0c2-06e0-460e-b607-832bc01cce44 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4984579 Oct 12 00:22:05.551978 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35038) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:22:05.555015 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 62b075e0-919d-4634-a1a3-a98a65ebfcd7 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:05.557037 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-c2d0c0a7-0a55-43d1-b271-8dd9922ec623 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Request body: {'security_group_rule': {'security_group_id': 'bb7137c3-ddbb-422a-ab90-033d4776e022', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:05.566818 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-381a58e9-365e-4cfd-b28c-aca2d8cbe0b7 req-48445ca4-b88a-4b44-8beb-9000bcbf7cba tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0433681 Oct 12 00:22:05.573058 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b20c9da2-58ff-4c45-8155-48adccf605c9), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.635358 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 62b075e0-919d-4634-a1a3-a98a65ebfcd7 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:05.635888 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.637888 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 62b075e0-919d-4634-a1a3-a98a65ebfcd7 Oct 12 00:22:05.644567 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Made reservation on behalf of 10160596b45c49249155b0c2585e70bb for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:22:05.648341 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.661698 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:22:05.663299 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Sync routers for ids ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:22:05.671593 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20c9da2-58ff-4c45-8155-48adccf605c9,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:05.698763 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (00a1824e-d800-4751-a4a1-40cc81aa0c00), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.698763 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Added segment 00a1824e-d800-4751-a4a1-40cc81aa0c00 of type vlan for network a975159c-93a6-4b21-8426-0fc7b138aa3a Oct 12 00:22:05.699232 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Routers {'475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:05.699232 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:05.699670 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:05.743406 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 62b075e0-919d-4634-a1a3-a98a65ebfcd7 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:05.743787 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.767669 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 62b075e0-919d-4634-a1a3-a98a65ebfcd7, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=62b075e0-919d-4634-a1a3-a98a65ebfcd7,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:05.774685 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c2d0c0a7-0a55-43d1-b271-8dd9922ec623 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group_rule (6ed78a49-b867-482d-8fbf-ffdb7cca3557), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.778211 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (a975159c-93a6-4b21-8426-0fc7b138aa3a), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.801264 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Set router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:05.828363 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.877597 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:05.933679 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Allocated IP 172.20.0.3 (a7f2d8cc-4d82-4295-a149-404a55bcd20c/52bba071-c454-4c4d-992e-bc926db7c275/617aaa52-3f6e-495d-a0e1-b133ca5d63c3) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:22:05.956188 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c2d0c0a7-0a55-43d1-b271-8dd9922ec623 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group_rule (6ed78a49-b867-482d-8fbf-ffdb7cca3557), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.957539 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=62b075e0-919d-4634-a1a3-a98a65ebfcd7,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:05.976883 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (a975159c-93a6-4b21-8426-0fc7b138aa3a), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.977865 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:05.980024 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:05.998247 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a265d-89b7-44f2-929a-7539f3ec7336 req-338cb7ad-cba1-4126-a738-91859eb576dd tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:05.999704 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6e8a265d-89b7-44f2-929a-7539f3ec7336 req-338cb7ad-cba1-4126-a738-91859eb576dd tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.1013279 Oct 12 00:22:06.014247 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 4, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '70ecb1fa-14e8-434b-9510-321e04e05501', 'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'mac_address': 'fa:16:3e:9c:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:02Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 2, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'subnets': [{'id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:06.039066 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Checking router: 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:22:06.039463 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Updating router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb port 70ecb1fa-14e8-434b-9510-321e04e05501 binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:22:06.067141 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.073948 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c2d0c0a7-0a55-43d1-b271-8dd9922ec623 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (6ed78a49-b867-482d-8fbf-ffdb7cca3557), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.158575 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] Pushing event updated for resources: {'Network': ['ID=a975159c-93a6-4b21-8426-0fc7b138aa3a,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:06.160444 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0c0a7-0a55-43d1-b271-8dd9922ec623 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed78a49-b867-482d-8fbf-ffdb7cca3557,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:06.171911 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-b874f69a-5633-46ce-87fa-2a2aeb9e0208 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0369978 Oct 12 00:22:06.172972 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 35048) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:22:06.174476 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network a975159c-93a6-4b21-8426-0fc7b138aa3a details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:22:06.179027 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] Request body: {'subnet': {'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1388193969-subnet', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'ip_version': 4}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:06.215053 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6e8a265d-89b7-44f2-929a-7539f3ec7336 req-c0cbede8-46b9-4c47-a538-034599eb5e33 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014012 Oct 12 00:22:06.250481 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c2d0c0a7-0a55-43d1-b271-8dd9922ec623 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.254436 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-c2d0c0a7-0a55-43d1-b271-8dd9922ec623 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7013485 Oct 12 00:22:06.255891 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 35050) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:22:06.269919 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-0d4c3fe8-d6ed-424d-966e-adbaac7b235d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Request body: {'security_group_rule': {'security_group_id': 'bb7137c3-ddbb-422a-ab90-033d4776e022', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:06.277845 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] Made reservation on behalf of a56e1912ce5649e19a687b8f0ee0e566 for: {'subnet': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:22:06.278193 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.280162 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25922750'] for subnet (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.362684 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.419037 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:06.422373 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:06.426974 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:22:06.445165 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Publish callbacks [] for port (70ecb1fa-14e8-434b-9510-321e04e05501), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.460803 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=617aaa52-3f6e-495d-a0e1-b133ca5d63c3,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:06.489604 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:06.504938 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.504938 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:06.521950 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.570297 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178bda5-b539-4375-8542-904e580473f2 None None] Pushing event updated for resources: {'Port': ['ID=70ecb1fa-14e8-434b-9510-321e04e05501,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:06.618880 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-48ddfadb-1f76-49fe-9b86-67f867257ccd tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2866883 Oct 12 00:22:06.620736 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3fe8-d6ed-424d-966e-adbaac7b235d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group_rule (1d12ea69-aea4-4b60-a9b5-08ea74dd7944), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.638556 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Attempting to bind port 70ecb1fa-14e8-434b-9510-321e04e05501 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:22:06.639189 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Attempting to bind port 70ecb1fa-14e8-434b-9510-321e04e05501 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:22:06.639686 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Attempting to bind port 70ecb1fa-14e8-434b-9510-321e04e05501 on network dd5abad8-644b-4096-9887-e4113519a575 {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:06.645657 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Request body: {'port': {'device_id': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:06.652283 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:06.688770 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-56c4f112-ef92-4e2c-a201-fbc25d784f22 None None] Provisioning complete for port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:06.696595 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-56c4f112-ef92-4e2c-a201-fbc25d784f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.697933 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-56c4f112-ef92-4e2c-a201-fbc25d784f22 None None] Attempt 1 to provision port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 Oct 12 00:22:06.699715 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:22:06.700232 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Checking segment: {'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:22:06.700690 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.701418 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Bound using segment: {'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:22:06.701959 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Bound port: 70ecb1fa-14e8-434b-9510-321e04e05501, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:22:06.702396 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.770098 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-56c4f112-ef92-4e2c-a201-fbc25d784f22 None None] Port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:22:06.782716 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.783429 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] For port 70ecb1fa-14e8-434b-9510-321e04e05501, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:22:06.786871 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9de52-b5f9-4f9e-b7fa-496fda3c9e18 req-d85cbeba-1719-4397-9a97-d171235a233e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:06.787114 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] For port 70ecb1fa-14e8-434b-9510-321e04e05501, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=70ecb1fa-14e8-434b-9510-321e04e05501,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:22:06.788440 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b2a9de52-b5f9-4f9e-b7fa-496fda3c9e18 req-d85cbeba-1719-4397-9a97-d171235a233e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 931 time: 0.0985870 Oct 12 00:22:06.810617 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3fe8-d6ed-424d-966e-adbaac7b235d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group_rule (1d12ea69-aea4-4b60-a9b5-08ea74dd7944), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.845312 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b2a9de52-b5f9-4f9e-b7fa-496fda3c9e18 req-734c0294-622a-4941-9919-5807f82382f8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498962 Oct 12 00:22:06.925145 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25922732'] for subnet (a1944eea-ebeb-4949-8110-8d3be5f2c32f), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.925422 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.937034 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:06.957275 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3fe8-d6ed-424d-966e-adbaac7b235d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (1d12ea69-aea4-4b60-a9b5-08ea74dd7944), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:06.963483 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:06.967049 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Routers {'475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:06.968162 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:06.974935 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:06.993419 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c3fe8-d6ed-424d-966e-adbaac7b235d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d12ea69-aea4-4b60-a9b5-08ea74dd7944,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:06.999584 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:07.001756 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1944eea-ebeb-4949-8110-8d3be5f2c32f,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:07.020609 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] Checking segment: {'id': '00a1824e-d800-4751-a4a1-40cc81aa0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:22:07.020913 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] Network hostable DHCP agents. Network: a975159c-93a6-4b21-8426-0fc7b138aa3a, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:22:07.034541 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178bda5-b539-4375-8542-904e580473f2 None None] Pushing event updated for resources: {'Port': ['ID=70ecb1fa-14e8-434b-9510-321e04e05501,revision_number=4']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:07.053057 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:22:07.061144 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Publish callbacks [] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.064344 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3fe8-d6ed-424d-966e-adbaac7b235d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.065722 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-0d4c3fe8-d6ed-424d-966e-adbaac7b235d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8079677 Oct 12 00:22:07.068890 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 35056) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:22:07.074388 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:07.076488 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Transition to ACTIVE for port object 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:22:07.096799 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] Set router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:07.130663 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] Network a975159c-93a6-4b21-8426-0fc7b138aa3a is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:22:07.153631 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.154811 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.210718 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, a975159c-93a6-4b21-8426-0fc7b138aa3a) {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:07.214971 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Pushing event updated for resources: {'Port': ['ID=617aaa52-3f6e-495d-a0e1-b133ca5d63c3,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:07.220101 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aeb56f-3cc8-4f72-a649-f6c6052b2010 None None] Network a975159c-93a6-4b21-8426-0fc7b138aa3a requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:22:07.226072 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:07.226680 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.267528 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.327745 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Attempting to bind port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:22:07.339969 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Attempting to bind port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:22:07.340621 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Attempting to bind port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 on network a7f2d8cc-4d82-4295-a149-404a55bcd20c {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:07.369559 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 4, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '70ecb1fa-14e8-434b-9510-321e04e05501', 'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'mac_address': 'fa:16:3e:9c:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:02Z', 'updated_at': '2022-10-12T00:22:06Z', 'revision_number': 4, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'subnets': [{'id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:07.388148 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Allocated IP 172.27.4.86 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/34adad11-e3f2-4e18-8543-92ab7c3a8df8) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:22:07.430726 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a4c91-d2ec-4f2a-a43a-88cc7db9d311 None None] The sync data for ids ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'] in dv-cinder-849143-13-iscsi is: [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 4, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '70ecb1fa-14e8-434b-9510-321e04e05501', 'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'mac_address': 'fa:16:3e:9c:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:02Z', 'updated_at': '2022-10-12T00:22:06Z', 'revision_number': 4, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'subnets': [{'id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:22:07.441510 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193165a-1189-41c1-b8f5-b016c8f5646a req-a73c54fa-3336-4765-815b-d858d0440f57 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:07.443095 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3193165a-1189-41c1-b8f5-b016c8f5646a req-a73c54fa-3336-4765-815b-d858d0440f57 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0786271 Oct 12 00:22:07.464854 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:07.474022 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-b61c6df4-4ce5-4721-a951-1d77fa70d9ba admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2994969 Oct 12 00:22:07.474654 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 35060) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:22:07.475845 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 on network a7f2d8cc-4d82-4295-a149-404a55bcd20c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:22:07.476179 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Attempting to bind port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 on network a7f2d8cc-4d82-4295-a149-404a55bcd20c {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:07.499165 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1388193969-router', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:07.565343 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 62b075e0-919d-4634-a1a3-a98a65ebfcd7 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:07.578542 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3193165a-1189-41c1-b8f5-b016c8f5646a req-15f49705-8f2d-4cbf-ba4f-7cfb71b79818 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178501 Oct 12 00:22:07.592382 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:22:07.592725 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Checking segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:22:07.593117 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Bound using segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:22:07.595681 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Bound port: 617aaa52-3f6e-495d-a0e1-b133ca5d63c3, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:22:07.596076 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.612630 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-a975159c-93a6-4b21-8426-0fc7b138aa3a', 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a', 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'fixed_ips': [{'subnet_id': 'a1944eea-ebeb-4949-8110-8d3be5f2c32f'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:22:07.612630 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.613035 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-71fee276-bbdb-4862-869c-590288ec76c3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1489491 Oct 12 00:22:07.650326 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:07.659571 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for port (34adad11-e3f2-4e18-8543-92ab7c3a8df8), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.661633 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:07.662687 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 62b075e0-919d-4634-a1a3-a98a65ebfcd7 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:07.663061 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.663417 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 62b075e0-919d-4634-a1a3-a98a65ebfcd7 Oct 12 00:22:07.687432 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] For port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:22:07.691161 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] For port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=617aaa52-3f6e-495d-a0e1-b133ca5d63c3,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:22:07.700956 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.701975 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.732594 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-4e6bb8f5-6306-434d-a72a-58b6a0ad2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:07.734123 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-4e6bb8f5-6306-434d-a72a-58b6a0ad2dbf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 1129 time: 0.0718570 Oct 12 00:22:07.783816 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.791225 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:07.792128 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.793630 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/617aaa52-3f6e-495d-a0e1-b133ca5d63c3 HTTP/1.1" status: 200 len: 1093 time: 1.1529789 Oct 12 00:22:07.796227 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'tag': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:22:07.802751 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e4435b-b40b-4404-b201-ea4be2567aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "69a75274-767b-4dd6-86bc-536d9a96b07b", "tag": "617aaa52-3f6e-495d-a0e1-b133ca5d63c3"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:22:07.873236 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (34adad11-e3f2-4e18-8543-92ab7c3a8df8), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.877118 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Publish callbacks [] for router_controller (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), precommit_add_association {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:07.889421 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 62b075e0-919d-4634-a1a3-a98a65ebfcd7 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:07.906091 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26690fba-bfb4-4df1-b039-af32d908936b x-openstack-request-id: req-26690fba-bfb4-4df1-b039-af32d908936b {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:22:07.906580 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a75274-767b-4dd6-86bc-536d9a96b07b", "tag": "617aaa52-3f6e-495d-a0e1-b133ca5d63c3", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:22:07.906976 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26690fba-bfb4-4df1-b039-af32d908936b {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:22:07.908220 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26690fba-bfb4-4df1-b039-af32d908936b'] response: {'name': 'network-changed', 'server_uuid': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'tag': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3', 'status': 'completed', 'code': 200} Oct 12 00:22:07.912322 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Allocated IP 172.20.0.2 (a975159c-93a6-4b21-8426-0fc7b138aa3a/a1944eea-ebeb-4949-8110-8d3be5f2c32f/5be04750-5286-4b47-83a0-a82286824aba) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:22:07.925439 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:07.938632 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4c675-1297-41fe-8204-6814d7ca8df4 service neutron] Pushing event updated for resources: {'Port': ['ID=617aaa52-3f6e-495d-a0e1-b133ca5d63c3,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:07.941337 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:07.954241 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:22:07.986981 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:08.046927 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event updated for resources: {'Port': ['ID=34adad11-e3f2-4e18-8543-92ab7c3a8df8,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:08.065683 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4435b-b40b-4404-b201-ea4be2567aa9 req-2ce82b40-bc25-4487-9002-e32f9583c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:08.067297 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-39e4435b-b40b-4404-b201-ea4be2567aa9 req-2ce82b40-bc25-4487-9002-e32f9583c410 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 1127 time: 0.1051376 Oct 12 00:22:08.079528 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7c543-402d-4ac7-99ed-740e49e839bf req-e4863b4e-7f7d-421e-a926-05e8d9e8f0c5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:08.085176 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-98c7c543-402d-4ac7-99ed-740e49e839bf req-e4863b4e-7f7d-421e-a926-05e8d9e8f0c5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 943 time: 0.0810997 Oct 12 00:22:08.103031 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-dfab16b5-794f-4298-b8ec-a2be5f67c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:08.105057 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-dfab16b5-794f-4298-b8ec-a2be5f67c947 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.3402867 Oct 12 00:22:08.114767 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:08.129565 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Publish callbacks [] for port (5be04750-5286-4b47-83a0-a82286824aba), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:08.200235 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (5be04750-5286-4b47-83a0-a82286824aba), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:08.220421 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-98c7c543-402d-4ac7-99ed-740e49e839bf req-0ca890e3-7a4f-4e0c-93f2-dff003401665 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251359 Oct 12 00:22:08.240552 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-3ad60394-18ae-4440-96df-803c0b3edb68 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ebb0516-e416-4555-8242-08922710f750 HTTP/1.1" status: 200 len: 217 time: 0.1236694 Oct 12 00:22:08.246454 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4435b-b40b-4404-b201-ea4be2567aa9 req-d5327b79-ac6a-46ac-bc9b-4582a167ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:08.248178 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-39e4435b-b40b-4404-b201-ea4be2567aa9 req-d5327b79-ac6a-46ac-bc9b-4582a167ff0b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=10160596b45c49249155b0c2585e70bb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1618447 Oct 12 00:22:08.255406 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Publish callbacks [] for router_gateway (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:08.262819 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Network a975159c-93a6-4b21-8426-0fc7b138aa3a is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:08.266229 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:08.270207 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:22:08.280618 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for floatingip (1a644b90-9d13-4d01-9f8c-f00a52cc4e95), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:08.289836 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Pushing event updated for resources: {'Port': ['ID=5be04750-5286-4b47-83a0-a82286824aba,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:08.328563 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-5ee3f83f-e14a-4215-b467-c0e9279cec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:08.330345 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-5ee3f83f-e14a-4215-b467-c0e9279cec75 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0653052 Oct 12 00:22:08.359785 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Attempting to bind port 5be04750-5286-4b47-83a0-a82286824aba on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:22:08.360400 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Attempting to bind port 5be04750-5286-4b47-83a0-a82286824aba by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '00a1824e-d800-4751-a4a1-40cc81aa0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:22:08.360925 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Attempting to bind port 5be04750-5286-4b47-83a0-a82286824aba on network a975159c-93a6-4b21-8426-0fc7b138aa3a {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:08.369085 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4435b-b40b-4404-b201-ea4be2567aa9 req-d3251f04-12f3-44a2-bc14-f0dfdfaf6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:08.369085 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-39e4435b-b40b-4404-b201-ea4be2567aa9 req-d3251f04-12f3-44a2-bc14-f0dfdfaf6d01 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014795 Oct 12 00:22:08.417862 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:22:08.418231 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Checking segment: {'id': '00a1824e-d800-4751-a4a1-40cc81aa0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:22:08.418627 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:08.419013 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Bound using segment: {'id': '00a1824e-d800-4751-a4a1-40cc81aa0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:22:08.419514 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Bound port: 5be04750-5286-4b47-83a0-a82286824aba, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a1824e-d800-4751-a4a1-40cc81aa0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:22:08.419895 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5be04750-5286-4b47-83a0-a82286824aba), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:08.468553 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (34adad11-e3f2-4e18-8543-92ab7c3a8df8), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:08.484616 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-ae1e3091-bbfc-4dd9-9278-e511c3e15339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:08.486138 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-ae1e3091-bbfc-4dd9-9278-e511c3e15339 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 1127 time: 0.0479317 Oct 12 00:22:08.490895 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-949123a6-200d-4cb0-a095-faa7cfcfab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:08.491329 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] For port 5be04750-5286-4b47-83a0-a82286824aba, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:22:08.492403 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-949123a6-200d-4cb0-a095-faa7cfcfab46 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1553993 Oct 12 00:22:08.495243 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] For port 5be04750-5286-4b47-83a0-a82286824aba, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=5be04750-5286-4b47-83a0-a82286824aba,segment=NetworkSegment(00a1824e-d800-4751-a4a1-40cc81aa0c00),segment_id=00a1824e-d800-4751-a4a1-40cc81aa0c00)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:22:08.554264 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-3dc65a14-cd04-4ea7-9a68-6a341fd0ea08 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=617aaa52-3f6e-495d-a0e1-b133ca5d63c3 HTTP/1.1" status: 200 len: 217 time: 0.0431540 Oct 12 00:22:08.570750 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:08.610086 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-8d9bd1a6-7b9e-4088-937d-f2fcaab83749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:08.611614 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-8d9bd1a6-7b9e-4088-937d-f2fcaab83749 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=52bba071-c454-4c4d-992e-bc926db7c275 HTTP/1.1" status: 200 len: 854 time: 0.0483587 Oct 12 00:22:08.616989 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (5be04750-5286-4b47-83a0-a82286824aba), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:08.793876 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-02aad5d6-4f51-485f-9bb8-82c3a1ff9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:08.793876 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-02aad5d6-4f51-485f-9bb8-82c3a1ff9879 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a7f2d8cc-4d82-4295-a149-404a55bcd20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1065807 Oct 12 00:22:08.794070 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20cf57-84f3-4d89-bc78-6005dff81d28 None None] Pushing event updated for resources: {'Port': ['ID=5be04750-5286-4b47-83a0-a82286824aba,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:08.858643 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-10e36256-fcd9-4a12-8c25-ca4ab137be6a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137385 Oct 12 00:22:08.860939 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-cffaaac3-dd4c-4f59-8344-2c2f4de8c109 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469553 Oct 12 00:22:08.877395 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4e928-b405-44c7-9afd-411800e8f330 req-8d66364c-44a9-48c9-88ac-10fdf7758ae3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:08.878831 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9ac4e928-b405-44c7-9afd-411800e8f330 req-8d66364c-44a9-48c9-88ac-10fdf7758ae3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.1518044 Oct 12 00:22:08.941520 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Publish callbacks [] for router_gateway (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:08.998827 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b242f6a4-3ffa-4445-8c6f-ef1dd5cc1085 req-56807fce-182f-474b-bc40-435fb6abc13e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247392 Oct 12 00:22:09.033932 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:09.063053 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:09.106962 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for port (34adad11-e3f2-4e18-8543-92ab7c3a8df8), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:09.148035 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9ac4e928-b405-44c7-9afd-411800e8f330 req-aad4d389-0554-4039-8b96-8870b1c90847 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483768 Oct 12 00:22:09.188092 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (34adad11-e3f2-4e18-8543-92ab7c3a8df8), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:09.195471 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2b7e1488-6f1a-4073-b840-414f92b0c78f req-49a12958-a1b6-4118-bfc7-7d0068747323 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079290 Oct 12 00:22:09.454853 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:09.528054 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Allocated IP 172.27.4.37 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/f1a73c9a-5973-4240-8c03-681fc897e994) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:22:09.538276 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 5be04750-5286-4b47-83a0-a82286824aba up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:09.546976 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503eb06-17ef-48be-b7c0-0cdbf64c0ab6 req-5345d3ca-dcdc-41da-ad15-add939b2a373 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:09.548610 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9503eb06-17ef-48be-b7c0-0cdbf64c0ab6 req-5345d3ca-dcdc-41da-ad15-add939b2a373 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 943 time: 0.1049149 Oct 12 00:22:09.551022 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (1a644b90-9d13-4d01-9f8c-f00a52cc4e95), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:09.554047 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event updated for resources: {'Port': ['ID=34adad11-e3f2-4e18-8543-92ab7c3a8df8,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:09.591946 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 5be04750-5286-4b47-83a0-a82286824aba triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:09.592603 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (5be04750-5286-4b47-83a0-a82286824aba), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:09.592939 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 5be04750-5286-4b47-83a0-a82286824aba Oct 12 00:22:09.668415 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9503eb06-17ef-48be-b7c0-0cdbf64c0ab6 req-02595b35-cd47-4888-9d38-605b1c14ba4d tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062691 Oct 12 00:22:09.696051 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 5be04750-5286-4b47-83a0-a82286824aba is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:09.697223 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5be04750-5286-4b47-83a0-a82286824aba), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:09.716248 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:09.717546 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-cd02a2e8-a816-47e5-8c45-0506a8de00de tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6474710 Oct 12 00:22:09.735076 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 5be04750-5286-4b47-83a0-a82286824aba, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=5be04750-5286-4b47-83a0-a82286824aba,segment=NetworkSegment(00a1824e-d800-4751-a4a1-40cc81aa0c00),segment_id=00a1824e-d800-4751-a4a1-40cc81aa0c00)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:09.741347 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Publish callbacks [] for port (f1a73c9a-5973-4240-8c03-681fc897e994), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:09.798154 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6287c98-7689-4f56-8a0a-4ecb0441e28b None None] Network a975159c-93a6-4b21-8426-0fc7b138aa3a requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:22:09.840993 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:09.845472 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (5be04750-5286-4b47-83a0-a82286824aba), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:09.849704 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 70ecb1fa-14e8-434b-9510-321e04e05501 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:09.859162 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:09.891255 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:09.891856 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:09.895123 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:22:09.906355 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-d05a1fbc-8dd2-4601-a1ef-215bfdfe3f5c None None] Provisioning complete for port 5be04750-5286-4b47-83a0-a82286824aba triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:09.906732 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d05a1fbc-8dd2-4601-a1ef-215bfdfe3f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (5be04750-5286-4b47-83a0-a82286824aba), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:09.907072 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-d05a1fbc-8dd2-4601-a1ef-215bfdfe3f5c None None] Attempt 1 to provision port 5be04750-5286-4b47-83a0-a82286824aba Oct 12 00:22:09.928145 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Pushing event updated for resources: {'Port': ['ID=f1a73c9a-5973-4240-8c03-681fc897e994,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:09.988851 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=5be04750-5286-4b47-83a0-a82286824aba,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:10.022948 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 70ecb1fa-14e8-434b-9510-321e04e05501 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:10.023312 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:10.023670 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 70ecb1fa-14e8-434b-9510-321e04e05501 Oct 12 00:22:10.042668 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-b84f5221-ff54-4713-a807-4f319c594fcf tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1649857051&fields=id&tenant_id=38c7ea1f3f9848b484a56cf74a2bd129 HTTP/1.1" status: 200 len: 267 time: 0.1181049 Oct 12 00:22:10.076716 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:10.077748 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:10.091272 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-d05a1fbc-8dd2-4601-a1ef-215bfdfe3f5c None None] Current status of the port 5be04750-5286-4b47-83a0-a82286824aba is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:10.136987 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 70ecb1fa-14e8-434b-9510-321e04e05501 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:10.137633 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:10.177927 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 70ecb1fa-14e8-434b-9510-321e04e05501, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=70ecb1fa-14e8-434b-9510-321e04e05501,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:10.188262 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:10.203431 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800356f-054c-4583-b216-060585d9f2f3 req-43fe7067-1964-416c-a259-d116992257b2 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:10.204962 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-43fe7067-1964-416c-a259-d116992257b2 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 819 time: 0.1313713 Oct 12 00:22:10.220892 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-53f38a93-11be-4fd2-bd58-b5890b6209d2 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/quotas/38c7ea1f3f9848b484a56cf74a2bd129 HTTP/1.1" status: 200 len: 375 time: 0.0104437 Oct 12 00:22:10.248271 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:10.297403 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=70ecb1fa-14e8-434b-9510-321e04e05501,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:10.319595 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-8aedf7a3-9fed-498f-a1d2-90db3be36102 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0927789 Oct 12 00:22:10.327460 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-36bfbbea-a9ed-4ff1-83c3-62be07a450a1 None None] Provisioning complete for port 5be04750-5286-4b47-83a0-a82286824aba triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:10.327460 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-36bfbbea-a9ed-4ff1-83c3-62be07a450a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (5be04750-5286-4b47-83a0-a82286824aba), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:10.327778 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-36bfbbea-a9ed-4ff1-83c3-62be07a450a1 None None] Attempt 1 to provision port 5be04750-5286-4b47-83a0-a82286824aba Oct 12 00:22:10.403992 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-36bfbbea-a9ed-4ff1-83c3-62be07a450a1 None None] Current status of the port 5be04750-5286-4b47-83a0-a82286824aba is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:10.416249 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Publish callbacks [] for router_gateway (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:10.517311 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-18d8c5fd-9efd-468d-966a-1b381c6620d6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687984 Oct 12 00:22:10.690554 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-3370ab60-eebf-4669-a243-a00e8a56c31a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663628 Oct 12 00:22:10.701593 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:10.741806 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:10.926215 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:22:10.954730 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e734766-1b14-4297-84d4-b83345b8d0b4 req-91d516b7-a8c5-4be8-bd22-5ea08d961e9c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:10.956240 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1e734766-1b14-4297-84d4-b83345b8d0b4 req-91d516b7-a8c5-4be8-bd22-5ea08d961e9c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0638189 Oct 12 00:22:11.077943 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1e734766-1b14-4297-84d4-b83345b8d0b4 req-043ceef2-b6e2-4a3c-911a-0038ede62bc6 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922139 Oct 12 00:22:11.088229 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:22:11.098754 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Sync routers for ids ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:22:11.114927 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Routers {'791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:11.115715 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:11.116309 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b749b-626e-4159-84bf-43306f7eadca req-baae6d75-0b32-4948-9549-7bcea82d71f6 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:11.117820 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a03b749b-626e-4159-84bf-43306f7eadca req-baae6d75-0b32-4948-9549-7bcea82d71f6 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 943 time: 0.0481632 Oct 12 00:22:11.169575 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-aa7f4808-cce8-4c9d-abc1-78a6ce48ffbc req-7ab01809-091d-43aa-b853-8000e544753f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 210 time: 0.0304165 Oct 12 00:22:11.190735 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:11.192245 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-f606d8cf-7eea-4ddf-af53-00ee1cf5eb2d admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6965470 Oct 12 00:22:11.199275 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a03b749b-626e-4159-84bf-43306f7eadca req-872459d2-72b8-4bfa-ac4a-6cea9f0a1404 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739462 Oct 12 00:22:11.201437 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 35110) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:22:11.249044 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Set router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:11.422223 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'name': 'tempest-TestMinimumBasicScenario-1388193969-router', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:22:07Z', 'updated_at': '2022-10-12T00:22:10Z', 'revision_number': 3, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'gw_port': {'id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:09Z', 'updated_at': '2022-10-12T00:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:11.449321 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Checking router: 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:22:11.449321 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Updating router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f port f1a73c9a-5973-4240-8c03-681fc897e994 binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:22:11.484260 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:11.497172 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:11.514703 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:11.564595 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 5be04750-5286-4b47-83a0-a82286824aba up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:11.646226 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:11.667735 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 5be04750-5286-4b47-83a0-a82286824aba triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:11.668127 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (5be04750-5286-4b47-83a0-a82286824aba), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:11.668439 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 5be04750-5286-4b47-83a0-a82286824aba Oct 12 00:22:11.706950 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:11.739347 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:11.740254 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:22:11.801693 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Allocated IP 172.20.0.1 (a975159c-93a6-4b21-8426-0fc7b138aa3a/a1944eea-ebeb-4949-8110-8d3be5f2c32f/d69abef4-7ded-460b-a452-d74f0f73fac7) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:22:11.812540 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 5be04750-5286-4b47-83a0-a82286824aba is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:11.813560 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 70ecb1fa-14e8-434b-9510-321e04e05501 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:11.911695 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Publish callbacks [] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.008158 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.049577 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Network a975159c-93a6-4b21-8426-0fc7b138aa3a is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:12.054368 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:12.054635 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Publish callbacks [] for port (f1a73c9a-5973-4240-8c03-681fc897e994), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.059003 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:22:12.062130 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Pushing event updated for resources: {'Port': ['ID=d69abef4-7ded-460b-a452-d74f0f73fac7,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:12.094280 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 70ecb1fa-14e8-434b-9510-321e04e05501 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:12.094989 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.095073 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 70ecb1fa-14e8-434b-9510-321e04e05501 Oct 12 00:22:12.101779 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=617aaa52-3f6e-495d-a0e1-b133ca5d63c3,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:12.104718 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.157235 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'port_id': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3', 'mac_address': 'fa:16:3e:b3:22:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:22:12.182035 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.250287 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Attempting to bind port f1a73c9a-5973-4240-8c03-681fc897e994 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:22:12.250952 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Attempting to bind port f1a73c9a-5973-4240-8c03-681fc897e994 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:22:12.251517 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Attempting to bind port f1a73c9a-5973-4240-8c03-681fc897e994 on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:12.329577 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:12.347494 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8c77f56b-5fff-4767-8290-1dbfa629648f req-04f26010-54f2-47cb-9625-824c9dbcb36a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 210 time: 0.0602891 Oct 12 00:22:12.355849 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:22:12.356456 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:22:12.356886 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.357283 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:22:12.357901 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Bound port: f1a73c9a-5973-4240-8c03-681fc897e994, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:22:12.358289 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.389830 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:12.390235 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.392218 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afeb2bb-0f6d-4f0b-9da4-c29214821ec0 None None] Pushing event updated for resources: {'Port': ['ID=f1a73c9a-5973-4240-8c03-681fc897e994,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:12.394529 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:12.456129 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea9a68-32cf-40be-8bfc-06e6e1725e96 req-3cd0c5b3-c869-43a8-8e6f-35029d43f85f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:12.457645 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-83ea9a68-32cf-40be-8bfc-06e6e1725e96 req-3cd0c5b3-c869-43a8-8e6f-35029d43f85f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0604236 Oct 12 00:22:12.476660 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b406f5f-fc85-45cb-a158-b1017f4660a4 req-6b4305c5-4c04-47e8-aff4-1911f5dec610 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:12.483942 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9b406f5f-fc85-45cb-a158-b1017f4660a4 req-6b4305c5-4c04-47e8-aff4-1911f5dec610 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 943 time: 0.0615091 Oct 12 00:22:12.486792 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:22:12.505021 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 70ecb1fa-14e8-434b-9510-321e04e05501 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:12.509707 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-05bf8423-e11f-4be5-98bd-b7c74dc2bbab None None] Provisioning complete for port d69abef4-7ded-460b-a452-d74f0f73fac7 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:12.510104 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-05bf8423-e11f-4be5-98bd-b7c74dc2bbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.510447 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-05bf8423-e11f-4be5-98bd-b7c74dc2bbab None None] Attempt 1 to provision port d69abef4-7ded-460b-a452-d74f0f73fac7 Oct 12 00:22:12.532575 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9b406f5f-fc85-45cb-a158-b1017f4660a4 req-d6108ff6-b2bf-4db3-a254-fc32e011cd5d tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471501 Oct 12 00:22:12.538113 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-83ea9a68-32cf-40be-8bfc-06e6e1725e96 req-312c69fc-a8fe-4588-8a0d-86e8a230225e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582414 Oct 12 00:22:12.545597 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] For port f1a73c9a-5973-4240-8c03-681fc897e994, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:22:12.575627 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=617aaa52-3f6e-495d-a0e1-b133ca5d63c3,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:12.581359 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] For port f1a73c9a-5973-4240-8c03-681fc897e994, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=f1a73c9a-5973-4240-8c03-681fc897e994,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:22:12.584108 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-05bf8423-e11f-4be5-98bd-b7c74dc2bbab None None] Port d69abef4-7ded-460b-a452-d74f0f73fac7 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:22:12.617288 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.639051 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.672780 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.693707 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=617aaa52-3f6e-495d-a0e1-b133ca5d63c3,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:12.700152 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Routers {'791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:12.700831 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:12.777269 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:22:12.789504 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Publish callbacks [] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.820238 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afeb2bb-0f6d-4f0b-9da4-c29214821ec0 None None] Pushing event updated for resources: {'Port': ['ID=f1a73c9a-5973-4240-8c03-681fc897e994,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:12.850548 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] Set router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:12.873166 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.943401 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:12.950405 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:12.952224 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Pushing event updated for resources: {'Port': ['ID=d69abef4-7ded-460b-a452-d74f0f73fac7,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:13.050438 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Network a975159c-93a6-4b21-8426-0fc7b138aa3a is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:13.051758 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:13.069133 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'name': 'tempest-TestMinimumBasicScenario-1388193969-router', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:22:07Z', 'updated_at': '2022-10-12T00:22:12Z', 'revision_number': 4, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'gw_port': {'id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:09Z', 'updated_at': '2022-10-12T00:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'd69abef4-7ded-460b-a452-d74f0f73fac7', 'name': '', 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'mac_address': 'fa:16:3e:34:fa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1944eea-ebeb-4949-8110-8d3be5f2c32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:11Z', 'updated_at': '2022-10-12T00:22:11Z', 'revision_number': 1, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'subnets': [{'id': 'a1944eea-ebeb-4949-8110-8d3be5f2c32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:13.095615 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85518165-6e5c-4f43-b976-e9008bec9492 None None] The sync data for ids ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'] in dv-cinder-849143-13-iscsi is: [{'id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'name': 'tempest-TestMinimumBasicScenario-1388193969-router', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:22:07Z', 'updated_at': '2022-10-12T00:22:12Z', 'revision_number': 4, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'gw_port': {'id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:09Z', 'updated_at': '2022-10-12T00:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'd69abef4-7ded-460b-a452-d74f0f73fac7', 'name': '', 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'mac_address': 'fa:16:3e:34:fa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1944eea-ebeb-4949-8110-8d3be5f2c32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:11Z', 'updated_at': '2022-10-12T00:22:11Z', 'revision_number': 1, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'subnets': [{'id': 'a1944eea-ebeb-4949-8110-8d3be5f2c32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:22:13.113753 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['617aaa52-3f6e-495d-a0e1-b133ca5d63c3'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:22:13.175484 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:22:13.188462 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:13.302979 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-e69e8d6a-7ff0-42fa-9c7c-d56652a75ca7 None None] Provisioning complete for port d69abef4-7ded-460b-a452-d74f0f73fac7 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:13.303522 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e69e8d6a-7ff0-42fa-9c7c-d56652a75ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:13.303857 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-e69e8d6a-7ff0-42fa-9c7c-d56652a75ca7 None None] Attempt 1 to provision port d69abef4-7ded-460b-a452-d74f0f73fac7 Oct 12 00:22:13.306938 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:22:13.315072 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-59a3ac23-3c52-43ee-84a5-bb6c162e5c30 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/791391fe-a9b7-436a-8c8a-fbc8d67c7d2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1124201 Oct 12 00:22:13.349427 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-e69e8d6a-7ff0-42fa-9c7c-d56652a75ca7 None None] Port d69abef4-7ded-460b-a452-d74f0f73fac7 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:22:13.467257 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3ad5d07f-2a1f-4e83-8448-b210fdb080bc req-5b3cfce9-5b3a-4261-9456-e6241c663d81 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 210 time: 0.0381949 Oct 12 00:22:13.719601 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893656d2-7f7a-4d24-8814-f582b3d8c795 req-29809b2b-c5d7-4256-91a6-5659cafceb7d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:13.728085 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-893656d2-7f7a-4d24-8814-f582b3d8c795 req-29809b2b-c5d7-4256-91a6-5659cafceb7d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0994465 Oct 12 00:22:13.746139 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534a462-4693-49e8-8f80-789cd81c163b req-fdfa9a76-2b63-4e2e-aa1e-f4ddfbd86059 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:13.751450 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6534a462-4693-49e8-8f80-789cd81c163b req-fdfa9a76-2b63-4e2e-aa1e-f4ddfbd86059 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 944 time: 0.0957277 Oct 12 00:22:13.785060 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-893656d2-7f7a-4d24-8814-f582b3d8c795 req-d6c08365-7fd3-4e5b-bc38-1326c50dfbe6 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557561 Oct 12 00:22:13.825649 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800356f-054c-4583-b216-060585d9f2f3 req-2ee89c12-9dda-4ff5-ba57-fc4250d46a8a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:13.827140 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-2ee89c12-9dda-4ff5-ba57-fc4250d46a8a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 819 time: 0.2125704 Oct 12 00:22:13.839058 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6534a462-4693-49e8-8f80-789cd81c163b req-d125be02-a916-4f6d-a4e9-9c3409fb1210 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807056 Oct 12 00:22:13.867220 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:13.903967 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-623f3cee-a637-4152-a39f-2125f6de06fe tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=38c7ea1f3f9848b484a56cf74a2bd129 HTTP/1.1" status: 200 len: 380 time: 0.0571380 Oct 12 00:22:13.914244 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Request body: {'port': {'device_id': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'admin_state_up': True, 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'security_groups': ['bb7137c3-ddbb-422a-ab90-033d4776e022']}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:14.139384 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Made reservation on behalf of 38c7ea1f3f9848b484a56cf74a2bd129 for: {'port': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:22:14.143452 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:14.166904 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:14.218325 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:22:14.279556 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Allocated IP 172.20.0.13 (973be902-a368-4ae5-bb3f-30b2cbc52bd3/c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d/9df6017e-afa4-4f72-91b3-79f5fe5d9b49) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:22:14.293762 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:14.297082 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:14.297082 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 Oct 12 00:22:14.402963 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:14.407216 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:14.407653 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:14.434397 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:22:14.442473 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72ccd65-5b95-45ad-9876-34d2aae0ac3b" -d '{"events": [{"server_uuid": "69a75274-767b-4dd6-86bc-536d9a96b07b", "name": "network-vif-plugged", "status": "completed", "tag": "617aaa52-3f6e-495d-a0e1-b133ca5d63c3"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:22:14.461080 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=617aaa52-3f6e-495d-a0e1-b133ca5d63c3,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:14.472871 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:14.522547 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef24b97f-a76e-4b16-a128-90c5c55f2584 x-openstack-request-id: req-ef24b97f-a76e-4b16-a128-90c5c55f2584 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:22:14.522870 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a75274-767b-4dd6-86bc-536d9a96b07b", "name": "network-vif-plugged", "status": "completed", "tag": "617aaa52-3f6e-495d-a0e1-b133ca5d63c3", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:22:14.523130 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef24b97f-a76e-4b16-a128-90c5c55f2584 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:22:14.523560 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef24b97f-a76e-4b16-a128-90c5c55f2584'] response: {'server_uuid': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3', 'code': 200} Oct 12 00:22:14.555707 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:14.612418 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:14.614865 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1e8756fb-3bb2-4172-88c6-afcd2c7607a1 req-67a953c9-1ae3-4a81-9dc8-35c95eb258bb tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 210 time: 0.0410018 Oct 12 00:22:14.622391 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:14.660214 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=617aaa52-3f6e-495d-a0e1-b133ca5d63c3,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:14.714009 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:14.720567 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:14.722387 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event updated for resources: {'Port': ['ID=9df6017e-afa4-4f72-91b3-79f5fe5d9b49,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:14.741172 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:22:14.828062 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:14.828937 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:14.917226 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-9477cb25-26d1-43cb-84fb-91b823bce563 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0066278 Oct 12 00:22:14.942226 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Request body: {'port': {'device_id': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:15.001896 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7aee21-c86e-4039-9bf3-7efbe7382331 req-304629b1-4176-4a78-a7ea-c0aceb304e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:15.005010 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4b7aee21-c86e-4039-9bf3-7efbe7382331 req-304629b1-4176-4a78-a7ea-c0aceb304e43 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 1129 time: 0.1147683 Oct 12 00:22:15.098957 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-e49a488e-584c-4f85-a017-7f20e3998917 None None] Provisioning complete for port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:15.101871 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e49a488e-584c-4f85-a017-7f20e3998917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:15.102462 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-e49a488e-584c-4f85-a017-7f20e3998917 None None] Attempt 1 to provision port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 Oct 12 00:22:15.107907 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff8027-010d-4773-b96e-e985daa5face req-a41dea07-bd57-4a45-8a1b-bbab440904ae tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:15.111152 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8cff8027-010d-4773-b96e-e985daa5face req-a41dea07-bd57-4a45-8a1b-bbab440904ae tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 945 time: 0.1123705 Oct 12 00:22:15.125973 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4b7aee21-c86e-4039-9bf3-7efbe7382331 req-abf5e0a8-ca03-44dc-85ea-e0a853b89f86 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583873 Oct 12 00:22:15.135979 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7b05d-8d0d-4ab6-a513-ac3c3f0c9f9e req-a158d713-8f9c-4969-b000-1ec6dc66815b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:15.144242 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2be7b05d-8d0d-4ab6-a513-ac3c3f0c9f9e req-a158d713-8f9c-4969-b000-1ec6dc66815b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.1351945 Oct 12 00:22:15.190012 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-e49a488e-584c-4f85-a017-7f20e3998917 None None] Port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:22:15.216834 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8cff8027-010d-4773-b96e-e985daa5face req-955739fb-9c01-4155-b27a-adee1d532905 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940044 Oct 12 00:22:15.219539 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2be7b05d-8d0d-4ab6-a513-ac3c3f0c9f9e req-7b9f31a4-3a88-4014-81c9-b1b170a2532b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707664 Oct 12 00:22:15.249414 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:15.269674 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:15.568213 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device f1a73c9a-5973-4240-8c03-681fc897e994 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:15.574749 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 {{(pid=111559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:22:15.582861 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Publish callbacks [] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:15.599687 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.provisioning_blocks [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Transition to ACTIVE for port object 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 will not be triggered until provisioned by entity L2. {{(pid=111559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:22:15.615984 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port f1a73c9a-5973-4240-8c03-681fc897e994 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:15.616354 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:15.616678 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port f1a73c9a-5973-4240-8c03-681fc897e994 Oct 12 00:22:15.658228 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:15.705165 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port f1a73c9a-5973-4240-8c03-681fc897e994 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:15.705558 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:15.733965 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port f1a73c9a-5973-4240-8c03-681fc897e994, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=f1a73c9a-5973-4240-8c03-681fc897e994,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:15.772494 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Pushing event updated for resources: {'Port': ['ID=9df6017e-afa4-4f72-91b3-79f5fe5d9b49,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:15.823556 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:15.891505 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4d93-89d2-4a90-81dd-a6d9c136fdfa req-a5b6a1a5-7da1-4efa-94b3-e961638e055a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:15.899728 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f27e4d93-89d2-4a90-81dd-a6d9c136fdfa req-a5b6a1a5-7da1-4efa-94b3-e961638e055a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 944 time: 0.1582615 Oct 12 00:22:15.909807 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Attempting to bind port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:22:15.910167 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Attempting to bind port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:22:15.910482 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Attempting to bind port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 on network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:15.971198 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f27e4d93-89d2-4a90-81dd-a6d9c136fdfa req-182773ca-96cb-4c11-be15-5161d2ddf450 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703516 Oct 12 00:22:15.996021 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 on network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:22:15.996553 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Attempting to bind port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 on network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:16.015987 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:16.020804 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:16.064553 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:22:16.064730 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Checking segment: {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:22:16.065669 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Bound using segment: {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:22:16.065669 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Bound port: 9df6017e-afa4-4f72-91b3-79f5fe5d9b49, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711c7611-03bc-4cd2-8a16-222f4d58a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3'}}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:22:16.066273 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:16.090781 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=f1a73c9a-5973-4240-8c03-681fc897e994,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:16.143283 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] For port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49, host hv-cinder-84914, cleared binding levels {{(pid=111559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:22:16.147139 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] For port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9df6017e-afa4-4f72-91b3-79f5fe5d9b49,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:22:16.216357 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:16.222188 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:16.222826 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:16.226399 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/9df6017e-afa4-4f72-91b3-79f5fe5d9b49 HTTP/1.1" status: 200 len: 1094 time: 1.2939167 Oct 12 00:22:16.230155 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:22:16.232726 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea9a863-904c-4a91-9efe-08b473b8d863" -d '{"events": [{"name": "network-changed", "server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:22:16.280646 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:16.285275 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3694b4-8703-42bf-a42c-c4cb9e1b37cf service neutron] Pushing event updated for resources: {'Port': ['ID=9df6017e-afa4-4f72-91b3-79f5fe5d9b49,revision_number=3']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:16.321243 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a375b9-9bed-4721-9e90-3f17d2b93f16 x-openstack-request-id: req-b6a375b9-9bed-4721-9e90-3f17d2b93f16 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:22:16.321637 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:22:16.321961 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6a375b9-9bed-4721-9e90-3f17d2b93f16 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:22:16.322439 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a375b9-9bed-4721-9e90-3f17d2b93f16'] response: {'name': 'network-changed', 'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'status': 'completed', 'code': 200} Oct 12 00:22:16.426893 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01184f-794e-459e-8028-1cc251adb9e4 req-1e487430-a148-4bd4-bdfe-dd9f6171323b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:16.428578 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cd01184f-794e-459e-8028-1cc251adb9e4 req-1e487430-a148-4bd4-bdfe-dd9f6171323b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0778537 Oct 12 00:22:16.488890 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Sync routers for ids ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:22:16.503095 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Routers {'791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:16.503944 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:16.525847 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cd01184f-794e-459e-8028-1cc251adb9e4 req-69b84682-5316-4a8a-b63a-7d9609021d92 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890498 Oct 12 00:22:16.529417 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9a863-904c-4a91-9efe-08b473b8d863 req-b1b2b9c3-1434-454b-b2f6-1bb5fd084e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:16.530919 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6ea9a863-904c-4a91-9efe-08b473b8d863 req-b1b2b9c3-1434-454b-b2f6-1bb5fd084e49 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 1128 time: 0.0864971 Oct 12 00:22:16.563331 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39375778-7dde-4df5-961e-eafe444f1f56 req-eb558f2f-c92d-4c35-a36f-960d751fadc4 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:16.564878 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-39375778-7dde-4df5-961e-eafe444f1f56 req-eb558f2f-c92d-4c35-a36f-960d751fadc4 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 945 time: 0.1689160 Oct 12 00:22:16.622629 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-39375778-7dde-4df5-961e-eafe444f1f56 req-15ab82cd-4385-424c-9449-4507fbca4e7f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496132 Oct 12 00:22:16.659093 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:16.672098 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Set router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:16.872641 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'name': 'tempest-TestMinimumBasicScenario-1388193969-router', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:22:07Z', 'updated_at': '2022-10-12T00:22:12Z', 'revision_number': 4, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'gw_port': {'id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:09Z', 'updated_at': '2022-10-12T00:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'd69abef4-7ded-460b-a452-d74f0f73fac7', 'name': '', 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'mac_address': 'fa:16:3e:34:fa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1944eea-ebeb-4949-8110-8d3be5f2c32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:11Z', 'updated_at': '2022-10-12T00:22:12Z', 'revision_number': 2, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'subnets': [{'id': 'a1944eea-ebeb-4949-8110-8d3be5f2c32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:16.898108 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Checking router: 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:22:16.898741 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Updating router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f port d69abef4-7ded-460b-a452-d74f0f73fac7 binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:22:16.928668 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:17.110364 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f34cf-1073-4fe6-9a50-f3182fcc6333 req-c3323941-a63a-45a9-959a-0351d86ec675 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:17.117668 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4a3f34cf-1073-4fe6-9a50-f3182fcc6333 req-c3323941-a63a-45a9-959a-0351d86ec675 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 944 time: 0.0567143 Oct 12 00:22:17.171203 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4a3f34cf-1073-4fe6-9a50-f3182fcc6333 req-7e8d54ca-132b-4afb-8701-6c5c65d8a175 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521250 Oct 12 00:22:17.217721 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Publish callbacks [] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:17.281215 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:17.327809 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03484d61-4471-482d-a5c0-ee8b73c54609 None None] Pushing event updated for resources: {'Port': ['ID=d69abef4-7ded-460b-a452-d74f0f73fac7,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:17.393270 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Attempting to bind port d69abef4-7ded-460b-a452-d74f0f73fac7 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:22:17.393828 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Attempting to bind port d69abef4-7ded-460b-a452-d74f0f73fac7 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '00a1824e-d800-4751-a4a1-40cc81aa0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:22:17.394367 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Attempting to bind port d69abef4-7ded-460b-a452-d74f0f73fac7 on network a975159c-93a6-4b21-8426-0fc7b138aa3a {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:17.478284 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:22:17.478804 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Checking segment: {'id': '00a1824e-d800-4751-a4a1-40cc81aa0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:22:17.479358 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:17.479880 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Bound using segment: {'id': '00a1824e-d800-4751-a4a1-40cc81aa0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:22:17.480449 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Bound port: d69abef4-7ded-460b-a452-d74f0f73fac7, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a1824e-d800-4751-a4a1-40cc81aa0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:22:17.480915 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:17.524953 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device f1a73c9a-5973-4240-8c03-681fc897e994 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:17.607749 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9a863-904c-4a91-9efe-08b473b8d863 req-1585e4a5-c500-4320-ba52-89f14a918053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:17.609469 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6ea9a863-904c-4a91-9efe-08b473b8d863 req-1585e4a5-c500-4320-ba52-89f14a918053 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1222291 Oct 12 00:22:17.642258 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port f1a73c9a-5973-4240-8c03-681fc897e994 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:17.642258 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:17.642258 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port f1a73c9a-5973-4240-8c03-681fc897e994 Oct 12 00:22:17.733388 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:17.763980 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26372b0-2300-461f-9597-4dedd56391e5 req-96417bef-0ad9-491a-adc0-1613a2f0acab tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:17.767185 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d26372b0-2300-461f-9597-4dedd56391e5 req-96417bef-0ad9-491a-adc0-1613a2f0acab tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.1051424 Oct 12 00:22:17.771700 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] For port d69abef4-7ded-460b-a452-d74f0f73fac7, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:22:17.774987 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] For port d69abef4-7ded-460b-a452-d74f0f73fac7, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=d69abef4-7ded-460b-a452-d74f0f73fac7,segment=NetworkSegment(00a1824e-d800-4751-a4a1-40cc81aa0c00),segment_id=00a1824e-d800-4751-a4a1-40cc81aa0c00)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:22:17.777833 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:17.781270 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d12e10-f354-4dfb-abc5-c304c354a0a9 req-a49647c3-10ad-4d8e-929f-af35f17b7b24 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:17.783144 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a1d12e10-f354-4dfb-abc5-c304c354a0a9 req-a49647c3-10ad-4d8e-929f-af35f17b7b24 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 945 time: 0.0604663 Oct 12 00:22:17.799107 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port f1a73c9a-5973-4240-8c03-681fc897e994 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:17.837369 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a1d12e10-f354-4dfb-abc5-c304c354a0a9 req-94d9529e-bbfa-4c24-85a9-956e81408878 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487940 Oct 12 00:22:17.850102 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d26372b0-2300-461f-9597-4dedd56391e5 req-4a0465c7-00f6-4342-a47e-bc08a3819d5e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715921 Oct 12 00:22:17.853559 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:17.913913 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:17.922589 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Routers {'791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:17.923240 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:17.969902 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03484d61-4471-482d-a5c0-ee8b73c54609 None None] Pushing event updated for resources: {'Port': ['ID=d69abef4-7ded-460b-a452-d74f0f73fac7,revision_number=4']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:18.016064 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd1fb1-b73b-43ab-8b85-86df0593f9f4 req-cde2dbfa-dd65-4c98-9fda-139350349e4c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:18.023586 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b1cd1fb1-b73b-43ab-8b85-86df0593f9f4 req-cde2dbfa-dd65-4c98-9fda-139350349e4c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 945 time: 0.0963759 Oct 12 00:22:18.032309 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35200) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:22:18.039829 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-a9d24ab3-8814-4b13-a0fd-03bad73cf250 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'floatingip': {'port_id': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:18.046480 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:18.067912 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] Set router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:18.158606 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a9d24ab3-8814-4b13-a0fd-03bad73cf250 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (154d2114-0f1b-47f2-b864-0776048ccf02), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:18.183647 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9a863-904c-4a91-9efe-08b473b8d863 req-9f475d31-d933-4cef-a4b7-ecf31fa3f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:18.185174 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6ea9a863-904c-4a91-9efe-08b473b8d863 req-9f475d31-d933-4cef-a4b7-ecf31fa3f86f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1953137 Oct 12 00:22:18.329029 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'name': 'tempest-TestMinimumBasicScenario-1388193969-router', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:22:07Z', 'updated_at': '2022-10-12T00:22:12Z', 'revision_number': 4, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'gw_port': {'id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:09Z', 'updated_at': '2022-10-12T00:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'd69abef4-7ded-460b-a452-d74f0f73fac7', 'name': '', 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'mac_address': 'fa:16:3e:34:fa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1944eea-ebeb-4949-8110-8d3be5f2c32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:11Z', 'updated_at': '2022-10-12T00:22:17Z', 'revision_number': 4, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'subnets': [{'id': 'a1944eea-ebeb-4949-8110-8d3be5f2c32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:18.342917 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c842f8-7c92-4365-bca5-88a62ffbeb83 req-816138a7-5c09-48a2-a1ea-7b052ea63653 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:18.342917 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-09c842f8-7c92-4365-bca5-88a62ffbeb83 req-816138a7-5c09-48a2-a1ea-7b052ea63653 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 944 time: 0.0472898 Oct 12 00:22:18.361292 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482cd4a-bf39-4280-ad42-d889916e1d58 None None] The sync data for ids ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'] in dv-cinder-849143-13-iscsi is: [{'id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'name': 'tempest-TestMinimumBasicScenario-1388193969-router', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:22:07Z', 'updated_at': '2022-10-12T00:22:12Z', 'revision_number': 4, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'gw_port': {'id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:09Z', 'updated_at': '2022-10-12T00:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'd69abef4-7ded-460b-a452-d74f0f73fac7', 'name': '', 'network_id': 'a975159c-93a6-4b21-8426-0fc7b138aa3a', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'mac_address': 'fa:16:3e:34:fa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1944eea-ebeb-4949-8110-8d3be5f2c32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:11Z', 'updated_at': '2022-10-12T00:22:17Z', 'revision_number': 4, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'subnets': [{'id': 'a1944eea-ebeb-4949-8110-8d3be5f2c32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:22:18.384595 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-09c842f8-7c92-4365-bca5-88a62ffbeb83 req-8cc424a5-0dee-4f83-aa19-36ebe14e5870 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444353 Oct 12 00:22:18.726913 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800356f-054c-4583-b216-060585d9f2f3 req-9b4e5ee5-e29b-440a-8c2b-67c82d9b815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:18.731457 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-9b4e5ee5-e29b-440a-8c2b-67c82d9b815c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 1128 time: 0.0436823 Oct 12 00:22:18.823510 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-a039822e-5108-433a-b234-fd0af3b4b79a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9df6017e-afa4-4f72-91b3-79f5fe5d9b49 HTTP/1.1" status: 200 len: 217 time: 0.0709293 Oct 12 00:22:18.889369 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800356f-054c-4583-b216-060585d9f2f3 req-e8831c94-b1d6-4669-8527-35a7712ee462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:18.892084 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-e8831c94-b1d6-4669-8527-35a7712ee462 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0603471 Oct 12 00:22:18.969908 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800356f-054c-4583-b216-060585d9f2f3 req-5c431228-4f5b-4030-a089-56001889eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:18.974462 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-5c431228-4f5b-4030-a089-56001889eeab service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0728481 Oct 12 00:22:19.056837 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a9d24ab3-8814-4b13-a0fd-03bad73cf250 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:19.129186 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece7de6-4907-4d83-98e6-de758304f6ad req-5e7dc23c-4db2-4075-8f03-23b2957b0fa7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:19.130723 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2ece7de6-4907-4d83-98e6-de758304f6ad req-5e7dc23c-4db2-4075-8f03-23b2957b0fa7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0722790 Oct 12 00:22:19.143233 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-37c52a21-8857-4a6a-bb65-ff9fe879cb09 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468601 Oct 12 00:22:19.165549 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a9d24ab3-8814-4b13-a0fd-03bad73cf250 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (154d2114-0f1b-47f2-b864-0776048ccf02), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:19.262102 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2ece7de6-4907-4d83-98e6-de758304f6ad req-ec274741-0c60-461e-bbc0-6821f936ae64 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182995 Oct 12 00:22:19.269424 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3800356f-054c-4583-b216-060585d9f2f3 req-d0d4269f-e112-4557-bafb-5a756ee6553c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171310 Oct 12 00:22:19.329280 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:19.332832 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [None req-a9d24ab3-8814-4b13-a0fd-03bad73cf250 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Floating IP 154d2114-0f1b-47f2-b864-0776048ccf02 associated. External IP: 172.27.4.245, port: 617aaa52-3f6e-495d-a0e1-b133ca5d63c3. Oct 12 00:22:19.568184 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:19.576379 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device d69abef4-7ded-460b-a452-d74f0f73fac7 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:19.581294 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bedd1c-6518-4587-9df0-10924b915e00 req-05483fea-1aa8-4bbb-aadd-5b43130d212b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:19.582879 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-63bedd1c-6518-4587-9df0-10924b915e00 req-05483fea-1aa8-4bbb-aadd-5b43130d212b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 944 time: 0.0856535 Oct 12 00:22:19.584284 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d24ab3-8814-4b13-a0fd-03bad73cf250 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Router 8e420787-32f1-4086-a0bd-84c2dcf5d506 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:22:19.635407 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port d69abef4-7ded-460b-a452-d74f0f73fac7 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:19.635985 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:19.636698 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port d69abef4-7ded-460b-a452-d74f0f73fac7 Oct 12 00:22:19.637949 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-63bedd1c-6518-4587-9df0-10924b915e00 req-da1366ae-00df-4253-8b52-5fd400db5119 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488770 Oct 12 00:22:19.718847 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port d69abef4-7ded-460b-a452-d74f0f73fac7 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:19.719953 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:19.736409 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d24ab3-8814-4b13-a0fd-03bad73cf250 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:22:19.741844 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a9d24ab3-8814-4b13-a0fd-03bad73cf250 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:19.752065 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63077795-3f3b-47a2-824e-a776279818c7 None None] Sync routers for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:22:19.768393 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:19.778004 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port d69abef4-7ded-460b-a452-d74f0f73fac7, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=d69abef4-7ded-460b-a452-d74f0f73fac7,segment=NetworkSegment(00a1824e-d800-4751-a4a1-40cc81aa0c00),segment_id=00a1824e-d800-4751-a4a1-40cc81aa0c00)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:19.781642 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63077795-3f3b-47a2-824e-a776279818c7 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:19.782381 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-63077795-3f3b-47a2-824e-a776279818c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:19.784772 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a9d24ab3-8814-4b13-a0fd-03bad73cf250 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/154d2114-0f1b-47f2-b864-0776048ccf02 HTTP/1.1" status: 200 len: 991 time: 1.7506905 Oct 12 00:22:19.785613 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'tag': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:22:19.788190 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e" -d '{"events": [{"name": "network-changed", "server_uuid": "69a75274-767b-4dd6-86bc-536d9a96b07b", "tag": "617aaa52-3f6e-495d-a0e1-b133ca5d63c3"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:22:19.861577 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20c6809-c720-4763-8ede-2c15e2ed62fa x-openstack-request-id: req-d20c6809-c720-4763-8ede-2c15e2ed62fa {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:22:19.862010 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a75274-767b-4dd6-86bc-536d9a96b07b", "tag": "617aaa52-3f6e-495d-a0e1-b133ca5d63c3", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:22:19.862361 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d20c6809-c720-4763-8ede-2c15e2ed62fa {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:22:19.862912 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20c6809-c720-4763-8ede-2c15e2ed62fa'] response: {'name': 'network-changed', 'server_uuid': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'tag': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3', 'status': 'completed', 'code': 200} Oct 12 00:22:19.878816 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:19.926181 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:19.941473 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-63077795-3f3b-47a2-824e-a776279818c7 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:20.038040 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=d69abef4-7ded-460b-a452-d74f0f73fac7,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:20.058978 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.059353 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.059898 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.060377 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.060850 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.061355 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.061684 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.062004 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.062325 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.062648 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.063199 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.063311 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.063622 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.064092 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.064407 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:22:20.159582 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:20.202995 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-63077795-3f3b-47a2-824e-a776279818c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '154d2114-0f1b-47f2-b864-0776048ccf02', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.245', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:b3:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:21:56Z', 'updated_at': '2022-10-12T00:22:18Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}, {'id': '1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:de:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:15Z', 'updated_at': '2022-10-12T00:20:57Z', 'revision_number': 2, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:20.391944 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63077795-3f3b-47a2-824e-a776279818c7 None None] Checking router: 8e420787-32f1-4086-a0bd-84c2dcf5d506 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:22:20.402466 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63077795-3f3b-47a2-824e-a776279818c7 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:20.403306 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-63077795-3f3b-47a2-824e-a776279818c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:20.450114 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc802f6-8c4e-444c-9691-ef2c9515f9f8 req-b597c37a-0ba0-414c-9a05-174f53ed334c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:20.453109 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2fc802f6-8c4e-444c-9691-ef2c9515f9f8 req-b597c37a-0ba0-414c-9a05-174f53ed334c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0718160 Oct 12 00:22:20.548763 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2fc802f6-8c4e-444c-9691-ef2c9515f9f8 req-b73d62d9-90f0-4108-9e1c-279d18c9422d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895257 Oct 12 00:22:20.588805 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-63077795-3f3b-47a2-824e-a776279818c7 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:20.785184 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e774c-1204-4db7-ae12-13f218b43ed0 req-670bc085-b141-4a18-a1a5-62045f1e6e34 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:20.786996 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ce9e774c-1204-4db7-ae12-13f218b43ed0 req-670bc085-b141-4a18-a1a5-62045f1e6e34 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 944 time: 0.0621693 Oct 12 00:22:20.842338 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ce9e774c-1204-4db7-ae12-13f218b43ed0 req-33b94aa6-cefd-48b3-bf7c-c42be3108703 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491748 Oct 12 00:22:20.843296 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-63077795-3f3b-47a2-824e-a776279818c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '154d2114-0f1b-47f2-b864-0776048ccf02', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.245', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:b3:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:21:56Z', 'updated_at': '2022-10-12T00:22:18Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}, {'id': '1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:de:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:15Z', 'updated_at': '2022-10-12T00:20:57Z', 'revision_number': 2, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:20.882773 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63077795-3f3b-47a2-824e-a776279818c7 None None] The sync data for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi is: [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '154d2114-0f1b-47f2-b864-0776048ccf02', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.245', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:b3:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:21:56Z', 'updated_at': '2022-10-12T00:22:18Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}, {'id': '1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:de:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:15Z', 'updated_at': '2022-10-12T00:20:57Z', 'revision_number': 2, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:22:20.928152 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e req-59c75f97-5725-459f-8cd1-cc05bc7b8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:20.930017 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e req-59c75f97-5725-459f-8cd1-cc05bc7b8e2f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 1129 time: 0.0592699 Oct 12 00:22:21.057691 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e req-01a85e50-5376-4088-bf03-94a9c7a19609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:21.059485 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e req-01a85e50-5376-4088-bf03-94a9c7a19609 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 916 time: 0.1185408 Oct 12 00:22:21.148931 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e req-bcd3220a-4de3-457a-bc9f-38cbd613500e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=617aaa52-3f6e-495d-a0e1-b133ca5d63c3 HTTP/1.1" status: 200 len: 999 time: 0.0720913 Oct 12 00:22:21.151249 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b230c-e5a8-4b8d-8736-c30238066677 None None] New status for floating IP 154d2114-0f1b-47f2-b864-0776048ccf02: ACTIVE {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:22:21.505060 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device d69abef4-7ded-460b-a452-d74f0f73fac7 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:21.565103 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port d69abef4-7ded-460b-a452-d74f0f73fac7 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:21.565590 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:21.565952 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port d69abef4-7ded-460b-a452-d74f0f73fac7 Oct 12 00:22:21.666655 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port d69abef4-7ded-460b-a452-d74f0f73fac7 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:21.692314 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e94c36-a55f-4a46-b6f1-03f730b2d001 req-71ce748c-89d7-4e8a-bd33-433b71f40aa7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:21.693830 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-14e94c36-a55f-4a46-b6f1-03f730b2d001 req-71ce748c-89d7-4e8a-bd33-433b71f40aa7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0600848 Oct 12 00:22:21.748113 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-14e94c36-a55f-4a46-b6f1-03f730b2d001 req-d5d66da3-df8d-4a55-9e59-ceaad1f41f04 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482292 Oct 12 00:22:21.978522 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f42cf-4075-4239-a6a3-6d63b458ffa5 req-ef6d0d27-3e86-4f39-906c-11935e50ae45 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:21.980068 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d61f42cf-4075-4239-a6a3-6d63b458ffa5 req-ef6d0d27-3e86-4f39-906c-11935e50ae45 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 944 time: 0.0488830 Oct 12 00:22:22.035521 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d61f42cf-4075-4239-a6a3-6d63b458ffa5 req-9e06ed92-0255-4bba-8b64-0dc850b29aa7 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495036 Oct 12 00:22:22.886011 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6a15c-67b0-404f-8cf3-5a8d54daab6d req-4c350300-0af9-42c0-bea7-c7a829a1f7e2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:22.888865 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-84a6a15c-67b0-404f-8cf3-5a8d54daab6d req-4c350300-0af9-42c0-bea7-c7a829a1f7e2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0540118 Oct 12 00:22:22.938388 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-84a6a15c-67b0-404f-8cf3-5a8d54daab6d req-ba0bfaea-3afc-4d59-8263-14f9de1a8843 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448821 Oct 12 00:22:23.172942 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0796db-38a0-41fc-b3bc-0ba0577b56f4 req-7a7373ff-c7b0-4217-9857-76cb6942ff72 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:23.179865 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1b0796db-38a0-41fc-b3bc-0ba0577b56f4 req-7a7373ff-c7b0-4217-9857-76cb6942ff72 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 944 time: 0.0632057 Oct 12 00:22:23.225781 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1b0796db-38a0-41fc-b3bc-0ba0577b56f4 req-6ca90560-f711-4aef-803f-a01daeb45ec5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449317 Oct 12 00:22:23.835421 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:22:23.892226 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:23.909661 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e req-eec98631-1d5f-4cfd-9b95-63edbca55aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:23.911877 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e req-eec98631-1d5f-4cfd-9b95-63edbca55aa2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=52bba071-c454-4c4d-992e-bc926db7c275 HTTP/1.1" status: 200 len: 854 time: 0.0513322 Oct 12 00:22:23.958609 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9df6017e-afa4-4f72-91b3-79f5fe5d9b49,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:23.960029 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e req-a1f8e7f7-799c-4bd1-8a6a-87f20dfce3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:23.961620 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e req-a1f8e7f7-799c-4bd1-8a6a-87f20dfce3f9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a7f2d8cc-4d82-4295-a149-404a55bcd20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429447 Oct 12 00:22:23.972566 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'port_id': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'mac_address': 'fa:16:3e:4b:08:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:22:24.011699 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:24.013247 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:24.013790 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:24.027480 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:22:24.051743 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9df6017e-afa4-4f72-91b3-79f5fe5d9b49,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:24.080252 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e req-c50be1f6-33b9-46fe-9bed-fbeb6c8206fe service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091340 Oct 12 00:22:24.149489 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:24.159158 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5558e-3c39-4e91-b9e4-3ead7d9c4a69 req-d9be9677-369b-45b5-a98e-199e2de33ac7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:24.166019 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-54e5558e-3c39-4e91-b9e4-3ead7d9c4a69 req-d9be9677-369b-45b5-a98e-199e2de33ac7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.1064897 Oct 12 00:22:24.205331 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=9df6017e-afa4-4f72-91b3-79f5fe5d9b49,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:24.241129 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-54e5558e-3c39-4e91-b9e4-3ead7d9c4a69 req-6dd552e3-71df-4eaf-8f00-4023e3ff0d9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741575 Oct 12 00:22:24.277823 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fc3f6ce6-1e10-4c12-b321-f74a1c18b83e req-0c4ab8c1-03f6-45de-b3be-2135ef643982 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772001 Oct 12 00:22:24.379968 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82600822-c562-4922-aa2d-7be445ee8d5f req-47432cde-ea0a-443c-975b-2b9f96e81d20 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:24.382136 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-82600822-c562-4922-aa2d-7be445ee8d5f req-47432cde-ea0a-443c-975b-2b9f96e81d20 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 945 time: 0.0564175 Oct 12 00:22:24.440954 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-82600822-c562-4922-aa2d-7be445ee8d5f req-9f659ef2-b7d4-4749-8a4b-bae76ab73ed2 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504701 Oct 12 00:22:24.634514 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['9df6017e-afa4-4f72-91b3-79f5fe5d9b49'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:22:25.412427 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139dbbd-51f5-4af1-b2ad-8b40dbab1e17 req-3e0d91c7-0b7e-406a-a1fb-732488814e21 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:25.416172 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b139dbbd-51f5-4af1-b2ad-8b40dbab1e17 req-3e0d91c7-0b7e-406a-a1fb-732488814e21 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0745056 Oct 12 00:22:25.472911 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b139dbbd-51f5-4af1-b2ad-8b40dbab1e17 req-f69d8584-b233-491f-877a-7c0f3c00ea8d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470946 Oct 12 00:22:25.596364 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e240d2-44fd-4480-a598-42010c0c3bcd req-fed697eb-b897-4707-bdfc-b5f3318f9765 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:25.602228 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e9e240d2-44fd-4480-a598-42010c0c3bcd req-fed697eb-b897-4707-bdfc-b5f3318f9765 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 945 time: 0.0643547 Oct 12 00:22:25.649544 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e9e240d2-44fd-4480-a598-42010c0c3bcd req-1624fdcb-9df6-493f-9ff5-702178addd7f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435483 Oct 12 00:22:26.688731 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7ed2-ac19-42a0-86fb-fd1c88e2ac9d req-24dece88-41b9-4713-822e-aff89cd983f1 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:26.688731 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2d2c7ed2-ac19-42a0-86fb-fd1c88e2ac9d req-24dece88-41b9-4713-822e-aff89cd983f1 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0466208 Oct 12 00:22:26.688731 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:26.688731 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2d2c7ed2-ac19-42a0-86fb-fd1c88e2ac9d req-bd6e3846-e089-4a15-8f8c-f69ba1590a66 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424173 Oct 12 00:22:26.771581 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff98c6f-e40c-49d5-b352-e81f6b7d37c3 req-1ffe6d44-583d-44d6-a69d-13f94f840ffd tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:26.773082 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4ff98c6f-e40c-49d5-b352-e81f6b7d37c3 req-1ffe6d44-583d-44d6-a69d-13f94f840ffd tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 945 time: 0.0471289 Oct 12 00:22:26.820984 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4ff98c6f-e40c-49d5-b352-e81f6b7d37c3 req-5886e2f9-0770-4219-8e75-ebbf400a1bd7 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Oct 12 00:22:27.288749 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-57464f06-0348-4302-815f-66f1c745744a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:27.290093 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-57464f06-0348-4302-815f-66f1c745744a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/networks?id=dd5abad8-644b-4096-9887-e4113519a575 HTTP/1.1" status: 200 len: 815 time: 0.1022537 Oct 12 00:22:27.305098 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-fbf1ec79-0af8-4cc2-95b9-43e1caf8c104 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/quotas/33e38693dbe5490fb39cd1981274a5f6 HTTP/1.1" status: 200 len: 375 time: 0.0089011 Oct 12 00:22:27.353203 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-738130f9-8e2e-453e-a9dd-b4efa6a4855c tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=33e38693dbe5490fb39cd1981274a5f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433881 Oct 12 00:22:27.436616 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:27.452865 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-0e6533db-2490-42ba-803d-5d7fc8e24928 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879073 Oct 12 00:22:27.541179 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-99b5c27b-8b49-469f-bb05-2d2958ac2657 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825939 Oct 12 00:22:27.785441 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-992369af-0637-498a-a896-e1925a275fdd req-2e2a718e-9252-48a0-a70a-0e17fc4beb64 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0327508 Oct 12 00:22:27.786697 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982a77-1016-4934-aeef-b08616ecd302 req-aa7fb2a8-d428-4692-bb54-67fadd64ead5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:27.788690 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5e982a77-1016-4934-aeef-b08616ecd302 req-aa7fb2a8-d428-4692-bb54-67fadd64ead5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0530066 Oct 12 00:22:27.849170 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5e982a77-1016-4934-aeef-b08616ecd302 req-6fda4231-769a-4f23-aab6-dc7e6f43a521 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540056 Oct 12 00:22:27.934731 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:27.945327 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bf9d1-2664-43ed-9734-77a6b8600ea6 req-b2bf40ea-461c-485b-8dd4-5ccd8cc9e6a5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:27.946808 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-102bf9d1-2664-43ed-9734-77a6b8600ea6 req-b2bf40ea-461c-485b-8dd4-5ccd8cc9e6a5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 945 time: 0.0478399 Oct 12 00:22:27.994056 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-102bf9d1-2664-43ed-9734-77a6b8600ea6 req-c3e30b1e-a240-43fb-bc9e-c631083cfbfc tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416248 Oct 12 00:22:28.369618 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-65408743-0ade-40e7-b22b-770c7e5f401f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:28.628306 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:28.654113 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:28.682645 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:22:28.741066 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:28.741433 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:28.741764 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 Oct 12 00:22:28.812494 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:28.812804 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:28.839445 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:22:28.841787 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd4c1c9-9f37-473c-b098-fd49f5c784b1" -d '{"events": [{"server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "name": "network-vif-plugged", "status": "completed", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:22:28.854608 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9df6017e-afa4-4f72-91b3-79f5fe5d9b49,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:28.881612 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-38ef5f26-bd93-4b11-a28c-f90b18c90f63 req-14688cea-f693-469c-9bfb-b36cf6dcfc3a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0377944 Oct 12 00:22:28.884241 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b934bd-339d-4424-aa63-7970971279f8 x-openstack-request-id: req-86b934bd-339d-4424-aa63-7970971279f8 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:22:28.884534 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "name": "network-vif-plugged", "status": "completed", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:22:28.884788 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86b934bd-339d-4424-aa63-7970971279f8 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:22:28.885340 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b934bd-339d-4424-aa63-7970971279f8'] response: {'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'code': 200} Oct 12 00:22:28.949558 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:28.976904 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2619e9-19b5-4235-ada6-f072e7504365 req-9c1a7fb7-1197-4bb8-95e3-c1a6de4b3137 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:28.978411 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8b2619e9-19b5-4235-ada6-f072e7504365 req-9c1a7fb7-1197-4bb8-95e3-c1a6de4b3137 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0486963 Oct 12 00:22:29.010412 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=9df6017e-afa4-4f72-91b3-79f5fe5d9b49,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:29.033230 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8b2619e9-19b5-4235-ada6-f072e7504365 req-537fcc72-652d-4c54-a40a-87168310ada8 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479410 Oct 12 00:22:29.117185 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac17d7-b9e0-4444-ba86-1155f0749ae7 req-552cb133-3d4f-4844-82bd-8425edc9559c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:29.118669 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4fac17d7-b9e0-4444-ba86-1155f0749ae7 req-552cb133-3d4f-4844-82bd-8425edc9559c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0480375 Oct 12 00:22:29.167212 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4fac17d7-b9e0-4444-ba86-1155f0749ae7 req-b99ac54b-56bd-4258-81f4-c7ce20ff1d12 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Oct 12 00:22:29.253604 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49c48c-077b-40c0-9915-b63cfac47ccf req-a7e22a03-49da-4e8f-ac49-2e806d755ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:29.255244 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-be49c48c-077b-40c0-9915-b63cfac47ccf req-a7e22a03-49da-4e8f-ac49-2e806d755ce0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 1130 time: 0.0396214 Oct 12 00:22:29.303997 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-be49c48c-077b-40c0-9915-b63cfac47ccf req-3594b82b-8e98-4e60-bb40-53da2927cda9 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Oct 12 00:22:29.985438 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c3518c42-00e0-45d1-bc82-0c98deb1c6bb req-17524db5-fcf2-4436-8c01-a2a62447d082 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0307209 Oct 12 00:22:30.146948 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc3157-2cb9-4ad0-895b-55bcec158fc8 req-f2836430-4c57-45d0-8243-f9e9b9b2203b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:30.148397 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0ebc3157-2cb9-4ad0-895b-55bcec158fc8 req-f2836430-4c57-45d0-8243-f9e9b9b2203b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0463226 Oct 12 00:22:30.189997 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:30.194387 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0ebc3157-2cb9-4ad0-895b-55bcec158fc8 req-a819b95f-e166-4ef0-a71a-512dc4a095dc tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405896 Oct 12 00:22:30.287088 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a18e9-2a8b-40af-9840-a7391597f865 req-ba301c9b-02f9-4172-a9e1-6b589b3b1755 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:30.288576 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5e5a18e9-2a8b-40af-9840-a7391597f865 req-ba301c9b-02f9-4172-a9e1-6b589b3b1755 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0476036 Oct 12 00:22:30.335072 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5e5a18e9-2a8b-40af-9840-a7391597f865 req-8fd18467-d7bc-4f76-a9fb-42196443e172 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410833 Oct 12 00:22:30.641353 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8c81bc63-ac79-45f5-ba88-4321bbb2208e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:31.085366 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-03a3e039-2356-4424-930c-15221f2b9304 req-dce280b1-89e7-4c6e-bd47-7ea4d1211304 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0263174 Oct 12 00:22:31.315330 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f758c-c79d-4cc4-87fc-774824d8c5c0 req-bf623e33-ca1a-443b-8a40-4fb5980b522a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:31.316732 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-041f758c-c79d-4cc4-87fc-774824d8c5c0 req-bf623e33-ca1a-443b-8a40-4fb5980b522a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0461421 Oct 12 00:22:31.363399 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-041f758c-c79d-4cc4-87fc-774824d8c5c0 req-004db2bc-d635-435d-b636-2bb0131297e0 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410540 Oct 12 00:22:31.456051 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16355a89-0c8c-4b9f-9fd6-53b125b35a0d req-f99a0aaa-23f7-4d2a-9b07-6d599e0ad852 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:31.457506 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-16355a89-0c8c-4b9f-9fd6-53b125b35a0d req-f99a0aaa-23f7-4d2a-9b07-6d599e0ad852 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0484900 Oct 12 00:22:31.704153 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-16355a89-0c8c-4b9f-9fd6-53b125b35a0d req-beb11fd3-898c-486f-9e58-45e5495ef22e tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411587 Oct 12 00:22:31.794692 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:32.188768 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4cab903f-8e5e-41f4-94a3-60f6c1ac31d8 req-654ea2a1-2f1e-426d-bc48-83afb8865843 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0310469 Oct 12 00:22:32.482377 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ce0f-8d91-49f9-833d-a7fb4a264426 req-4648bd8b-ca69-4b62-b8b9-5c73483d6e37 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:32.483858 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-add7ce0f-8d91-49f9-833d-a7fb4a264426 req-4648bd8b-ca69-4b62-b8b9-5c73483d6e37 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0466957 Oct 12 00:22:32.529607 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-add7ce0f-8d91-49f9-833d-a7fb4a264426 req-afbf484e-8912-451b-80cb-dccf3cf08ead tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403507 Oct 12 00:22:32.821343 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224acd5-3bf8-4781-8e53-8bf6cfb3332d req-0d3e7988-ef64-4b14-be2c-f3a79eb1cae7 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:32.823296 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6224acd5-3bf8-4781-8e53-8bf6cfb3332d req-0d3e7988-ef64-4b14-be2c-f3a79eb1cae7 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0458558 Oct 12 00:22:32.869187 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6224acd5-3bf8-4781-8e53-8bf6cfb3332d req-56472389-04f5-4016-a8e3-63d03f6c565a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403640 Oct 12 00:22:33.006151 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:33.291238 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f1fd11f5-2b17-46c2-bb59-96a9b16c5cf8 req-add17852-ecdd-43b4-841b-84aeeabbb6b8 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0277321 Oct 12 00:22:33.318593 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:33.650519 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad66f1-58a3-4655-a99c-c17a2363acbd req-543aa061-75c6-469e-b04e-0c4a341b29c9 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:33.652070 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ecad66f1-58a3-4655-a99c-c17a2363acbd req-543aa061-75c6-469e-b04e-0c4a341b29c9 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0470378 Oct 12 00:22:33.699642 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ecad66f1-58a3-4655-a99c-c17a2363acbd req-17fafefa-c7c9-4e5f-8fec-b3f6df82d450 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418720 Oct 12 00:22:33.990656 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401ef70-4f55-4107-b667-2d948e6b734e req-56f5b04f-b753-47d0-b186-8afdb3a01624 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:33.992221 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b401ef70-4f55-4107-b667-2d948e6b734e req-56f5b04f-b753-47d0-b186-8afdb3a01624 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0494270 Oct 12 00:22:34.038687 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b401ef70-4f55-4107-b667-2d948e6b734e req-6f9726f1-ed79-44eb-bce2-23ba57ebd240 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409050 Oct 12 00:22:34.157096 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b6490-3ba5-47c3-a308-451bf9905ebf req-0d5b3ae0-f33c-45f4-b462-1773440d0275 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:34.158467 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5a5b6490-3ba5-47c3-a308-451bf9905ebf req-0d5b3ae0-f33c-45f4-b462-1773440d0275 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0496678 Oct 12 00:22:34.169104 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35370) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:22:34.173307 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-7bdc74cf-f152-48f6-8acc-3a2d61ce0480 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Request body: {'floatingip': {'port_id': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:34.210665 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7bdc74cf-f152-48f6-8acc-3a2d61ce0480 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for floatingip (1a644b90-9d13-4d01-9f8c-f00a52cc4e95), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:34.399185 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2366fa58-0151-47a8-b9b3-aaa43d820f51 req-6cbd3f69-a940-4423-b3fc-c6349350fb01 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0313280 Oct 12 00:22:34.431897 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:34.443931 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:34.649792 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7bdc74cf-f152-48f6-8acc-3a2d61ce0480 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:34.697566 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7bdc74cf-f152-48f6-8acc-3a2d61ce0480 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (1a644b90-9d13-4d01-9f8c-f00a52cc4e95), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:34.733015 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:34.828511 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [None req-7bdc74cf-f152-48f6-8acc-3a2d61ce0480 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Floating IP 1a644b90-9d13-4d01-9f8c-f00a52cc4e95 associated. External IP: 172.27.4.86, port: 9df6017e-afa4-4f72-91b3-79f5fe5d9b49. Oct 12 00:22:34.868000 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3fcbf-aa64-4672-ad4e-dd0664fe2101 req-5139ab0c-09dc-42e0-a11e-9216fff274b2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:34.869475 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b3f3fcbf-aa64-4672-ad4e-dd0664fe2101 req-5139ab0c-09dc-42e0-a11e-9216fff274b2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0921328 Oct 12 00:22:35.153557 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-16fd78b7-37c9-47d2-9b0d-5226fbdf1939 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:35.155072 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-16fd78b7-37c9-47d2-9b0d-5226fbdf1939 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.40 "GET /networking/v2.0/networks?id=dd5abad8-644b-4096-9887-e4113519a575 HTTP/1.1" status: 200 len: 815 time: 0.1126082 Oct 12 00:22:35.180543 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Request body: {'port': {'device_id': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'admin_state_up': True, 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:35.204909 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b3f3fcbf-aa64-4672-ad4e-dd0664fe2101 req-998a8626-9ecc-46ef-8abf-261e11258934 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289173 Oct 12 00:22:35.316181 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdc74cf-f152-48f6-8acc-3a2d61ce0480 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Router 9af56c6b-7328-4866-951f-b7c1d5172ba8 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:22:35.370020 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Made reservation on behalf of 33e38693dbe5490fb39cd1981274a5f6 for: {'port': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:22:35.374120 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:35.426233 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdc74cf-f152-48f6-8acc-3a2d61ce0480 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:22:35.432451 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7bdc74cf-f152-48f6-8acc-3a2d61ce0480 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:35.449823 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd9c49-1b70-4261-bd05-2d098a1b8016 None None] Sync routers for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:22:35.458333 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd9c49-1b70-4261-bd05-2d098a1b8016 None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:35.458964 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-50bd9c49-1b70-4261-bd05-2d098a1b8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:35.473159 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-7bdc74cf-f152-48f6-8acc-3a2d61ce0480 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/1a644b90-9d13-4d01-9f8c-f00a52cc4e95 HTTP/1.1" status: 200 len: 991 time: 1.3021462 Oct 12 00:22:35.473159 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:22:35.479398 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb59c66-511b-49de-abd8-7350fd211a21" -d '{"events": [{"name": "network-changed", "server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:22:35.521396 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a0224a-3314-4ada-a8b4-e3f1f4f13840 x-openstack-request-id: req-f3a0224a-3314-4ada-a8b4-e3f1f4f13840 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:22:35.521692 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:22:35.521956 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3a0224a-3314-4ada-a8b4-e3f1f4f13840 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:22:35.522360 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a0224a-3314-4ada-a8b4-e3f1f4f13840'] response: {'name': 'network-changed', 'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'status': 'completed', 'code': 200} Oct 12 00:22:35.554711 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-266c70f4-1a57-4f4a-84f7-e9dc4a417eaa req-94261d5d-8800-47df-84bc-70ad08055837 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0371151 Oct 12 00:22:35.571801 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:35.573221 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Allocated IP 172.20.0.8 (dd5abad8-644b-4096-9887-e4113519a575/c42a7b1b-73e5-4150-a3f9-0d95aa68df72/286053d8-514a-44bb-93e8-8591874205f2) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:22:35.577897 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:35.588455 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-50bd9c49-1b70-4261-bd05-2d098a1b8016 None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:35.652796 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59c66-511b-49de-abd8-7350fd211a21 req-2cc11eb5-bb39-4223-8f5b-2555224a5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:35.654472 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1bb59c66-511b-49de-abd8-7350fd211a21 req-2cc11eb5-bb39-4223-8f5b-2555224a5d3c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 1130 time: 0.0427642 Oct 12 00:22:35.694281 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:35.749404 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for port (286053d8-514a-44bb-93e8-8591874205f2), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:35.819291 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-50bd9c49-1b70-4261-bd05-2d098a1b8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1a644b90-9d13-4d01-9f8c-f00a52cc4e95', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'floating_ip_address': '172.27.4.86', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'port_id': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'mac_address': 'fa:16:3e:4b:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:22:08Z', 'updated_at': '2022-10-12T00:22:34Z', 'revision_number': 1, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:21Z', 'revision_number': 5, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:35.826732 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59c66-511b-49de-abd8-7350fd211a21 req-811c6b11-7738-40c8-9c32-95ebf082c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:35.828387 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1bb59c66-511b-49de-abd8-7350fd211a21 req-811c6b11-7738-40c8-9c32-95ebf082c27d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.1010644 Oct 12 00:22:35.844968 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd9c49-1b70-4261-bd05-2d098a1b8016 None None] Checking router: 9af56c6b-7328-4866-951f-b7c1d5172ba8 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:22:35.853742 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd9c49-1b70-4261-bd05-2d098a1b8016 None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:22:35.854474 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-50bd9c49-1b70-4261-bd05-2d098a1b8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:22:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:35.858931 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (286053d8-514a-44bb-93e8-8591874205f2), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:35.909974 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1bb59c66-511b-49de-abd8-7350fd211a21 req-39718e02-47ee-4b24-b763-8961b999d901 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9df6017e-afa4-4f72-91b3-79f5fe5d9b49 HTTP/1.1" status: 200 len: 999 time: 0.0659132 Oct 12 00:22:35.913752 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:35.920147 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:35.926533 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Network dd5abad8-644b-4096-9887-e4113519a575 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:22:35.932391 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:22:35.934783 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'Port': ['ID=286053d8-514a-44bb-93e8-8591874205f2,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:35.937452 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:22:35.970309 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59c66-511b-49de-abd8-7350fd211a21 req-79c76c37-b871-4c2f-b592-bbc1260b8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:35.971561 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1bb59c66-511b-49de-abd8-7350fd211a21 req-79c76c37-b871-4c2f-b592-bbc1260b8f14 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0594327 Oct 12 00:22:35.973258 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-50bd9c49-1b70-4261-bd05-2d098a1b8016 None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:22:35.996675 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:35.999042 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:36.025311 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59c66-511b-49de-abd8-7350fd211a21 req-697bc066-ec52-4c3e-af62-f70fe34dfb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:36.030004 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1bb59c66-511b-49de-abd8-7350fd211a21 req-697bc066-ec52-4c3e-af62-f70fe34dfb10 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491188 Oct 12 00:22:36.100206 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ef1b2c9a-ae3d-4a6f-aaf0-9da82933737a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9236469 Oct 12 00:22:36.123568 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Request body: {'port': {'device_id': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:22:36.161429 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1bb59c66-511b-49de-abd8-7350fd211a21 req-45220ea9-f002-456a-a503-9808d9182448 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234434 Oct 12 00:22:36.270814 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (286053d8-514a-44bb-93e8-8591874205f2), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:36.330803 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:36.337478 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-3ac2bdca-4a25-42be-9637-e5ad70635d1e None None] Provisioning complete for port 286053d8-514a-44bb-93e8-8591874205f2 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:36.338395 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3ac2bdca-4a25-42be-9637-e5ad70635d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (286053d8-514a-44bb-93e8-8591874205f2), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:36.338725 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-3ac2bdca-4a25-42be-9637-e5ad70635d1e None None] Attempt 1 to provision port 286053d8-514a-44bb-93e8-8591874205f2 Oct 12 00:22:36.375634 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-50bd9c49-1b70-4261-bd05-2d098a1b8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1a644b90-9d13-4d01-9f8c-f00a52cc4e95', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'floating_ip_address': '172.27.4.86', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'port_id': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'mac_address': 'fa:16:3e:4b:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:22:08Z', 'updated_at': '2022-10-12T00:22:34Z', 'revision_number': 1, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:21Z', 'revision_number': 5, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:22:36.409642 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd9c49-1b70-4261-bd05-2d098a1b8016 None None] The sync data for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi is: [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1a644b90-9d13-4d01-9f8c-f00a52cc4e95', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'floating_ip_address': '172.27.4.86', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'port_id': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'mac_address': 'fa:16:3e:4b:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:22:08Z', 'updated_at': '2022-10-12T00:22:34Z', 'revision_number': 1, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:21Z', 'revision_number': 5, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:22:36.413908 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2bdca-4a25-42be-9637-e5ad70635d1e None None] Port 286053d8-514a-44bb-93e8-8591874205f2 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:22:36.495833 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6da72-a21a-40d8-8615-03178ca070f8 req-30ad4061-a888-4407-8598-9aa8d6096cc1 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:36.497795 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f5f6da72-a21a-40d8-8615-03178ca070f8 req-30ad4061-a888-4407-8598-9aa8d6096cc1 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.1658485 Oct 12 00:22:36.572983 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1bb59c66-511b-49de-abd8-7350fd211a21 req-683263f1-27b7-4098-8e7e-9323b0a87313 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498496 Oct 12 00:22:36.610841 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:36.615997 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f5f6da72-a21a-40d8-8615-03178ca070f8 req-ba7fb06e-0479-43ca-823f-f1b280822e53 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109722 Oct 12 00:22:36.777578 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b4cef-b95a-416e-9385-4ffa5b3e5827 None None] New status for floating IP 1a644b90-9d13-4d01-9f8c-f00a52cc4e95: ACTIVE {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:22:36.807892 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498a25d-32cc-4987-983d-2f7b901755b0 req-d4c87731-e084-42da-9ab6-8901411f845c tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:36.809435 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1498a25d-32cc-4987-983d-2f7b901755b0 req-d4c87731-e084-42da-9ab6-8901411f845c tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 931 time: 0.1376295 Oct 12 00:22:36.824130 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286053d8-514a-44bb-93e8-8591874205f2 {{(pid=111559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:22:36.841524 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Publish callbacks [] for port (286053d8-514a-44bb-93e8-8591874205f2), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:36.906907 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1498a25d-32cc-4987-983d-2f7b901755b0 req-3a8f5f42-c6ce-475f-af2a-f899b883783a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843828 Oct 12 00:22:36.911170 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.provisioning_blocks [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Transition to ACTIVE for port object 286053d8-514a-44bb-93e8-8591874205f2 will not be triggered until provisioned by entity L2. {{(pid=111559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:22:37.004355 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (286053d8-514a-44bb-93e8-8591874205f2), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:37.126080 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfc51e-aebd-45f4-a25f-d8c9586abab0 req-1ae6734f-a7ba-46fb-9245-f90204bc19d3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:37.128537 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-83bfc51e-aebd-45f4-a25f-d8c9586abab0 req-1ae6734f-a7ba-46fb-9245-f90204bc19d3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.1330922 Oct 12 00:22:37.148345 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Pushing event updated for resources: {'Port': ['ID=286053d8-514a-44bb-93e8-8591874205f2,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:37.198288 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Attempting to bind port 286053d8-514a-44bb-93e8-8591874205f2 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:22:37.198781 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Attempting to bind port 286053d8-514a-44bb-93e8-8591874205f2 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:22:37.199279 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Attempting to bind port 286053d8-514a-44bb-93e8-8591874205f2 on network dd5abad8-644b-4096-9887-e4113519a575 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:37.251610 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-83bfc51e-aebd-45f4-a25f-d8c9586abab0 req-ccdc54cf-3436-4efa-85bb-f37dd42a5943 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161919 Oct 12 00:22:37.267272 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Port 286053d8-514a-44bb-93e8-8591874205f2 on network dd5abad8-644b-4096-9887-e4113519a575 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:22:37.267632 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Attempting to bind port 286053d8-514a-44bb-93e8-8591874205f2 on network dd5abad8-644b-4096-9887-e4113519a575 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:22:37.298914 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:37.326814 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:22:37.327160 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Checking segment: {'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:22:37.327579 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Bound using segment: {'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:22:37.328050 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Bound port: 286053d8-514a-44bb-93e8-8591874205f2, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27af817f-b886-4029-9d1c-4e639a7ce853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575'}}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:22:37.328513 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (286053d8-514a-44bb-93e8-8591874205f2), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:37.407516 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] For port 286053d8-514a-44bb-93e8-8591874205f2, host hv-cinder-84914, cleared binding levels {{(pid=111559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:22:37.410579 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] For port 286053d8-514a-44bb-93e8-8591874205f2, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=286053d8-514a-44bb-93e8-8591874205f2,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:22:37.524383 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (286053d8-514a-44bb-93e8-8591874205f2), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:37.529005 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:37.529620 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:37.531015 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/286053d8-514a-44bb-93e8-8591874205f2 HTTP/1.1" status: 200 len: 1093 time: 1.4124520 Oct 12 00:22:37.531610 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'tag': '286053d8-514a-44bb-93e8-8591874205f2'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:22:37.533931 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e23f28-718a-4b9a-9adb-c3de13ce90a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "tag": "286053d8-514a-44bb-93e8-8591874205f2"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:22:37.607623 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234d659d-349f-4baf-920f-202cbae89a15 x-openstack-request-id: req-234d659d-349f-4baf-920f-202cbae89a15 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:22:37.607917 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "tag": "286053d8-514a-44bb-93e8-8591874205f2", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:22:37.609794 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-234d659d-349f-4baf-920f-202cbae89a15 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:22:37.609794 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234d659d-349f-4baf-920f-202cbae89a15'] response: {'name': 'network-changed', 'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'tag': '286053d8-514a-44bb-93e8-8591874205f2', 'status': 'completed', 'code': 200} Oct 12 00:22:37.609794 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864f4c0-4e6e-415b-9943-67bbc71e6334 service neutron] Pushing event updated for resources: {'Port': ['ID=286053d8-514a-44bb-93e8-8591874205f2,revision_number=3']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:38.038165 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a85593-2f73-4619-8d11-36a2c8567136 req-e59db900-2ad0-4382-89de-348fe7be998f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:38.039818 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-79a85593-2f73-4619-8d11-36a2c8567136 req-e59db900-2ad0-4382-89de-348fe7be998f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 943 time: 0.0531821 Oct 12 00:22:38.092128 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-79a85593-2f73-4619-8d11-36a2c8567136 req-82c0bab9-f076-45da-9924-9f11f2b94880 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461814 Oct 12 00:22:38.399747 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebc688-1eab-4dc7-95bb-6a2192ab8d37 req-e2494939-9f58-4e95-926d-ad9e180514cd tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:38.399747 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a0ebc688-1eab-4dc7-95bb-6a2192ab8d37 req-e2494939-9f58-4e95-926d-ad9e180514cd tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0527055 Oct 12 00:22:38.465479 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a0ebc688-1eab-4dc7-95bb-6a2192ab8d37 req-e841a749-5c05-4c34-b527-b290bd28cce3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631151 Oct 12 00:22:39.219147 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8b4f0-d714-43b3-a3b6-b2eeeea9c8ad req-2ccdcbeb-7a93-4639-bf17-c0a95f6115fd tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:39.220656 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d5c8b4f0-d714-43b3-a3b6-b2eeeea9c8ad req-2ccdcbeb-7a93-4639-bf17-c0a95f6115fd tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 943 time: 0.0522742 Oct 12 00:22:39.271178 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d5c8b4f0-d714-43b3-a3b6-b2eeeea9c8ad req-5ff0111d-6527-4cc0-a88e-41d077119aa9 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449538 Oct 12 00:22:39.601948 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc5e1d-b497-468b-a539-f485fc2359b8 req-10a95bd1-8c4b-478c-83a3-b87cb460ebb7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:39.604044 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bfdc5e1d-b497-468b-a539-f485fc2359b8 req-10a95bd1-8c4b-478c-83a3-b87cb460ebb7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0494275 Oct 12 00:22:39.663861 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bfdc5e1d-b497-468b-a539-f485fc2359b8 req-1f362d90-fa7e-4c87-8a7e-f92a880fdf32 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542634 Oct 12 00:22:40.393948 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ba922-800b-47e7-b7e9-9d4654755b22 req-2e271eae-7605-4eea-841a-fa74bf1d2dc3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:40.395632 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-763ba922-800b-47e7-b7e9-9d4654755b22 req-2e271eae-7605-4eea-841a-fa74bf1d2dc3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 943 time: 0.0518107 Oct 12 00:22:40.445868 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-763ba922-800b-47e7-b7e9-9d4654755b22 req-f8dfa9a9-e10f-461e-8973-65415df08155 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426631 Oct 12 00:22:40.792088 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3990ec-1cf7-4935-a308-f725f2b71c6a req-3e4f8e70-8565-4c7c-9ff8-d4c785c90329 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:40.793602 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-eb3990ec-1cf7-4935-a308-f725f2b71c6a req-3e4f8e70-8565-4c7c-9ff8-d4c785c90329 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0500455 Oct 12 00:22:40.846076 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-eb3990ec-1cf7-4935-a308-f725f2b71c6a req-533c6929-58f1-4b07-a515-9ca443f5bed5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466411 Oct 12 00:22:41.568470 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c0e47-e91a-4f8a-81eb-7733c26758e4 req-9a83a2db-a7d7-4c75-9ca5-ccc197cd0d3e tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:41.570025 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4a0c0e47-e91a-4f8a-81eb-7733c26758e4 req-9a83a2db-a7d7-4c75-9ca5-ccc197cd0d3e tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 943 time: 0.0479000 Oct 12 00:22:41.624994 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4a0c0e47-e91a-4f8a-81eb-7733c26758e4 req-fe89d41a-a3af-4ee3-a1fd-c4d37b353d68 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483696 Oct 12 00:22:41.977771 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7dc7f-e5a4-4c52-bf45-4f3010a7cb7a req-a43a1891-354c-4e97-bda9-7e5182207f91 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:41.980619 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5ce7dc7f-e5a4-4c52-bf45-4f3010a7cb7a req-a43a1891-354c-4e97-bda9-7e5182207f91 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0527856 Oct 12 00:22:42.031983 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5ce7dc7f-e5a4-4c52-bf45-4f3010a7cb7a req-e19b3050-4783-430f-a4c9-6fdd57c72e35 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456998 Oct 12 00:22:42.748653 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37704306-8ce1-4a1e-a956-2c987418c5be req-02a7d410-2426-4d30-bc4f-cd5fd9102af7 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:42.755605 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-37704306-8ce1-4a1e-a956-2c987418c5be req-02a7d410-2426-4d30-bc4f-cd5fd9102af7 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 943 time: 0.0541296 Oct 12 00:22:42.763082 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:42.805733 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-37704306-8ce1-4a1e-a956-2c987418c5be req-9a1c1a5c-f7cb-4d8c-ad2b-a8aed8d6fd38 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491490 Oct 12 00:22:43.165150 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57c86a-af1d-4a3c-898d-afd8d3edadfa req-1911c173-a1fd-4625-9e0d-3a88f3ec3b2a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:43.167869 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7c57c86a-af1d-4a3c-898d-afd8d3edadfa req-1911c173-a1fd-4625-9e0d-3a88f3ec3b2a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0567598 Oct 12 00:22:43.219456 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7c57c86a-af1d-4a3c-898d-afd8d3edadfa req-2d0eed2f-421d-4ea1-8a0b-a8f9c8e4db15 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458612 Oct 12 00:22:43.942329 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94824faf-e1b7-40fc-bafe-4074ec407d8b req-ea947a1a-f337-4fbb-8bd8-3d991378a4f0 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:43.943877 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-94824faf-e1b7-40fc-bafe-4074ec407d8b req-ea947a1a-f337-4fbb-8bd8-3d991378a4f0 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 943 time: 0.0500066 Oct 12 00:22:43.994537 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-94824faf-e1b7-40fc-bafe-4074ec407d8b req-2e6bf9e7-5927-4e72-8e88-9cbe9141892b tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447199 Oct 12 00:22:44.356388 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da70f9-7228-4f32-9d30-cb3a87342f6a req-fd665cb2-c482-462f-830b-bc09e8b8f546 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:44.359868 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-72da70f9-7228-4f32-9d30-cb3a87342f6a req-fd665cb2-c482-462f-830b-bc09e8b8f546 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0557022 Oct 12 00:22:44.408738 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-72da70f9-7228-4f32-9d30-cb3a87342f6a req-bec1b198-1286-49bf-88ac-6d32ea366c98 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450881 Oct 12 00:22:45.113575 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f35b0a-b8cf-4cc7-aa87-4e5c5d2e3d50 req-ff827349-fca2-4971-b17b-164e06dc516a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:45.115134 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-36f35b0a-b8cf-4cc7-aa87-4e5c5d2e3d50 req-ff827349-fca2-4971-b17b-164e06dc516a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 943 time: 0.0467019 Oct 12 00:22:45.160970 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-36f35b0a-b8cf-4cc7-aa87-4e5c5d2e3d50 req-a54d5870-715a-45ac-b140-5d4fa1f2f98a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Oct 12 00:22:45.356044 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e23f28-718a-4b9a-9adb-c3de13ce90a4 req-c69fc0ff-bf2b-40a1-890e-1a41302c34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:45.357530 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b9e23f28-718a-4b9a-9adb-c3de13ce90a4 req-c69fc0ff-bf2b-40a1-890e-1a41302c34f5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=33e38693dbe5490fb39cd1981274a5f6&device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 1127 time: 0.0429265 Oct 12 00:22:45.561999 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e23f28-718a-4b9a-9adb-c3de13ce90a4 req-95fe9f15-d1b1-4808-a1fb-cb0d75893dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:45.563467 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b9e23f28-718a-4b9a-9adb-c3de13ce90a4 req-95fe9f15-d1b1-4808-a1fb-cb0d75893dd2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=33e38693dbe5490fb39cd1981274a5f6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1009283 Oct 12 00:22:45.565234 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ebe28-68e8-491b-a154-df49ea3dadf2 req-cb399143-ef59-4795-bd16-1157e0caa70c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:45.566702 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c98ebe28-68e8-491b-a154-df49ea3dadf2 req-cb399143-ef59-4795-bd16-1157e0caa70c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0768473 Oct 12 00:22:45.568228 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475a69-35f5-49e1-810a-04e0f0821616 req-18855283-2691-4af5-8f07-fb1a32668b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:45.569558 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43475a69-35f5-49e1-810a-04e0f0821616 req-18855283-2691-4af5-8f07-fb1a32668b5e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=54567f4ea839415a94397e13f93d71cc&device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 1129 time: 0.0690374 Oct 12 00:22:45.617218 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c98ebe28-68e8-491b-a154-df49ea3dadf2 req-ebaf5002-cf25-4a82-b396-3eb028fb6633 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447433 Oct 12 00:22:46.107877 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:46.122066 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475a69-35f5-49e1-810a-04e0f0821616 req-91811221-8470-4d78-8859-dbbe9e4b919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:46.123560 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43475a69-35f5-49e1-810a-04e0f0821616 req-91811221-8470-4d78-8859-dbbe9e4b919b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 200 len: 911 time: 0.0871990 Oct 12 00:22:46.130742 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e23f28-718a-4b9a-9adb-c3de13ce90a4 req-3541199b-5cae-428e-9b8a-6d7286e611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:46.132204 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b9e23f28-718a-4b9a-9adb-c3de13ce90a4 req-3541199b-5cae-428e-9b8a-6d7286e611ab service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969360 Oct 12 00:22:46.243497 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:46.282172 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b8541-8729-4376-8d4b-65dfd828f0bb req-8550e52f-7c7f-4be8-a201-403fe72cdbaf tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:46.283810 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ab7b8541-8729-4376-8d4b-65dfd828f0bb req-8550e52f-7c7f-4be8-a201-403fe72cdbaf tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 943 time: 0.0502551 Oct 12 00:22:46.289672 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43475a69-35f5-49e1-810a-04e0f0821616 req-05ab9aba-71df-46c3-bf98-3de38bd44aa4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d8c0a54-e70d-4bc8-9356-dab7272389bd HTTP/1.1" status: 200 len: 1001 time: 0.0650549 Oct 12 00:22:46.345331 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:46.359918 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475a69-35f5-49e1-810a-04e0f0821616 req-6cba1b1f-b51d-4846-8a9b-cfe330faa990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:46.361339 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43475a69-35f5-49e1-810a-04e0f0821616 req-6cba1b1f-b51d-4846-8a9b-cfe330faa990 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=aa18335c-d319-429c-b473-349dd96c4b84 HTTP/1.1" status: 200 len: 849 time: 0.0532537 Oct 12 00:22:46.361715 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ff3a5cb8-255e-4873-8e6a-3fca4c086f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:46.363180 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-ff3a5cb8-255e-4873-8e6a-3fca4c086f24 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=33e38693dbe5490fb39cd1981274a5f6&device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 1127 time: 0.0782189 Oct 12 00:22:46.374984 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ab7b8541-8729-4376-8d4b-65dfd828f0bb req-01919987-d598-43f4-9444-f9ba11fa5278 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817337 Oct 12 00:22:46.380964 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:46.409615 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=68 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:46.422615 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475a69-35f5-49e1-810a-04e0f0821616 req-285da218-9252-4b27-995d-5b937a5c9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:46.423143 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-a91a968c-520c-4f0b-8b2d-e1d4b71e5dda service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286053d8-514a-44bb-93e8-8591874205f2 HTTP/1.1" status: 200 len: 217 time: 0.0366452 Oct 12 00:22:46.424134 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43475a69-35f5-49e1-810a-04e0f0821616 req-285da218-9252-4b27-995d-5b937a5c9695 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404294 Oct 12 00:22:46.477966 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-466f43a9-a4fc-473a-a754-3d164b127384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:46.480033 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-466f43a9-a4fc-473a-a754-3d164b127384 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c42a7b1b-73e5-4150-a3f9-0d95aa68df72 HTTP/1.1" status: 200 len: 854 time: 0.0439241 Oct 12 00:22:46.521758 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43475a69-35f5-49e1-810a-04e0f0821616 req-4243797e-39d0-4996-846a-c347b9b6b0cd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852385 Oct 12 00:22:46.524343 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-b35837cb-f75a-41a7-99f1-35f67015211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:46.526295 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-b35837cb-f75a-41a7-99f1-35f67015211c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dd5abad8-644b-4096-9887-e4113519a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374677 Oct 12 00:22:46.625666 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43475a69-35f5-49e1-810a-04e0f0821616 req-bffc0f11-3b3d-456a-9e10-5a3ff9c14523 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895867 Oct 12 00:22:46.628500 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-508b3e41-9109-41c5-b9f5-c4870cb2da4f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917487 Oct 12 00:22:46.740809 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-24787b0e-9beb-4ec9-a891-b00123072cd6 req-1faa0e16-6a76-4ea0-b1eb-28a323a024f8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915937 Oct 12 00:22:46.742981 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39108b34-34ef-461c-852f-c40993d22298 req-6365fead-b2e6-447f-8279-f026398c9f6f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:46.744539 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-39108b34-34ef-461c-852f-c40993d22298 req-6365fead-b2e6-447f-8279-f026398c9f6f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0508256 Oct 12 00:22:46.796659 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-39108b34-34ef-461c-852f-c40993d22298 req-9c132a1a-fe86-43bf-81c1-e6f01a320bdb tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464692 Oct 12 00:22:46.866474 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:46.982576 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:47.492222 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aa21e-ce5d-4968-9bdb-0938af3d2690 req-2432f8e0-d4a3-4a1d-9105-4fe2833ad4fe tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:47.493871 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-954aa21e-ce5d-4968-9bdb-0938af3d2690 req-2432f8e0-d4a3-4a1d-9105-4fe2833ad4fe tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 943 time: 0.0466204 Oct 12 00:22:47.537514 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:47.544615 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-954aa21e-ce5d-4968-9bdb-0938af3d2690 req-0d2d8470-a8a3-49e4-aa88-d9c914135832 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Oct 12 00:22:47.917247 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e08ec-de5a-4563-becb-c3945e029a9f req-dcd8b8d6-34db-4618-8e71-b014f4619f39 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:47.918817 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f84e08ec-de5a-4563-becb-c3945e029a9f req-dcd8b8d6-34db-4618-8e71-b014f4619f39 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0469921 Oct 12 00:22:47.945882 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad85e4-6ecb-4a60-86bc-af2f222cd1d2 req-f5c289f4-455e-41cc-a184-1872f73e0935 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:47.947465 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c5ad85e4-6ecb-4a60-86bc-af2f222cd1d2 req-f5c289f4-455e-41cc-a184-1872f73e0935 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 946 time: 0.0479243 Oct 12 00:22:47.969037 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f84e08ec-de5a-4563-becb-c3945e029a9f req-f1af4f1d-d225-4d6f-a787-3b398ec8ece5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444109 Oct 12 00:22:47.995422 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c5ad85e4-6ecb-4a60-86bc-af2f222cd1d2 req-66eaf1cf-2ec6-4107-833f-de718b4facbe tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Oct 12 00:22:48.665143 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578d34a-9a6a-4296-b3f9-97767672151e req-435f69d4-3793-4846-bc9c-1d95e5ce5c75 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:48.666582 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f578d34a-9a6a-4296-b3f9-97767672151e req-435f69d4-3793-4846-bc9c-1d95e5ce5c75 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 943 time: 0.0495679 Oct 12 00:22:48.712725 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f578d34a-9a6a-4296-b3f9-97767672151e req-fe732126-24cc-4cbb-8832-d1b79f1ec642 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Oct 12 00:22:49.090846 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8570aa-6b27-4d43-a976-8864fb856758 req-0805bf5d-9c73-401a-8673-f2eed77f82ab tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:49.092338 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1a8570aa-6b27-4d43-a976-8864fb856758 req-0805bf5d-9c73-401a-8673-f2eed77f82ab tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0470929 Oct 12 00:22:49.114195 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d33a6-c70f-4a4c-a476-d1b306a7a733 req-49103ea5-3eea-4e02-bd90-e7fb0b27a984 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:49.115684 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-786d33a6-c70f-4a4c-a476-d1b306a7a733 req-49103ea5-3eea-4e02-bd90-e7fb0b27a984 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 946 time: 0.0465157 Oct 12 00:22:49.140831 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1a8570aa-6b27-4d43-a976-8864fb856758 req-b76a7fd0-2867-4597-a02e-7afadc3943b9 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422051 Oct 12 00:22:49.163130 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-786d33a6-c70f-4a4c-a476-d1b306a7a733 req-2461c144-d7a6-49ee-8d45-fb8332d0fa39 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Oct 12 00:22:49.776328 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:22:49.833011 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed425c66-1ab9-4921-b873-97304eb6911d req-d3879882-415b-46b6-a77f-d7a1a0d3f35b tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:49.834457 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ed425c66-1ab9-4921-b873-97304eb6911d req-d3879882-415b-46b6-a77f-d7a1a0d3f35b tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 943 time: 0.0494230 Oct 12 00:22:49.880849 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ed425c66-1ab9-4921-b873-97304eb6911d req-ef3341f4-1b74-4f51-bbee-a496449db41e tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 Oct 12 00:22:50.281682 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c2345-2106-4fff-80fd-486354064aa7 req-6cea6093-d466-40c4-aa8b-6a8f8fb4531d tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:50.283119 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9a7c2345-2106-4fff-80fd-486354064aa7 req-6cea6093-d466-40c4-aa8b-6a8f8fb4531d tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 946 time: 0.0462239 Oct 12 00:22:50.332635 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9a7c2345-2106-4fff-80fd-486354064aa7 req-bf37fa56-148b-474e-a6ff-524ce208fc89 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441043 Oct 12 00:22:50.703767 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 286053d8-514a-44bb-93e8-8591874205f2 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:22:50.802409 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 286053d8-514a-44bb-93e8-8591874205f2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=286053d8-514a-44bb-93e8-8591874205f2,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:50.813805 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '286053d8-514a-44bb-93e8-8591874205f2', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'port_id': '286053d8-514a-44bb-93e8-8591874205f2', 'mac_address': 'fa:16:3e:03:0c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:22:50.846895 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 286053d8-514a-44bb-93e8-8591874205f2 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:50.847285 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (286053d8-514a-44bb-93e8-8591874205f2), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:50.860375 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286053d8-514a-44bb-93e8-8591874205f2 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:22:50.879803 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 286053d8-514a-44bb-93e8-8591874205f2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=286053d8-514a-44bb-93e8-8591874205f2,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:50.946083 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (286053d8-514a-44bb-93e8-8591874205f2), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:50.992622 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=286053d8-514a-44bb-93e8-8591874205f2,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:51.001958 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ea2ef-1fb9-4c90-b0e2-f3873e91863f req-7c50acc5-e60b-4f24-b9b8-8119b0985026 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:51.002387 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-786ea2ef-1fb9-4c90-b0e2-f3873e91863f req-7c50acc5-e60b-4f24-b9b8-8119b0985026 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 944 time: 0.0478151 Oct 12 00:22:51.049167 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-786ea2ef-1fb9-4c90-b0e2-f3873e91863f req-665a5368-66de-4c6f-9666-e1be7f11173b tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411265 Oct 12 00:22:51.450262 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e35ff-77d6-4492-bbed-bdc0a4fb5c0c req-0f90baa4-4aa0-448a-86c7-7002d3a4628e tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:51.451738 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-900e35ff-77d6-4492-bbed-bdc0a4fb5c0c req-0f90baa4-4aa0-448a-86c7-7002d3a4628e tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 946 time: 0.0461762 Oct 12 00:22:51.498096 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-900e35ff-77d6-4492-bbed-bdc0a4fb5c0c req-1a99152b-2c7d-40af-8592-af9b60ef23a5 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Oct 12 00:22:51.681806 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['286053d8-514a-44bb-93e8-8591874205f2'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:22:52.167503 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a16d5e-0503-470d-8996-f266a1f258b8 req-3d03f583-2cac-462e-ab0a-620646753d3f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:52.168942 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f6a16d5e-0503-470d-8996-f266a1f258b8 req-3d03f583-2cac-462e-ab0a-620646753d3f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 944 time: 0.0455480 Oct 12 00:22:52.218984 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f6a16d5e-0503-470d-8996-f266a1f258b8 req-92df7003-bfcd-4a80-8130-2295031f7339 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Oct 12 00:22:52.617483 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fb1da-855e-4282-ab70-9585a71212e7 req-c65ad6b0-52d0-40fc-b7bd-c5395e945a8a tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:52.618909 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bb2fb1da-855e-4282-ab70-9585a71212e7 req-c65ad6b0-52d0-40fc-b7bd-c5395e945a8a tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 946 time: 0.0463207 Oct 12 00:22:52.665163 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bb2fb1da-855e-4282-ab70-9585a71212e7 req-84d7cfec-7e3c-4a83-be80-2a32abe780b3 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Oct 12 00:22:52.959384 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0492c-1c6b-4252-9eeb-ad445da5ad2e req-6f4212a4-b75f-4681-8b44-87c4c2af186a tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:52.960776 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5bb0492c-1c6b-4252-9eeb-ad445da5ad2e req-6f4212a4-b75f-4681-8b44-87c4c2af186a tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 946 time: 0.0476818 Oct 12 00:22:53.051852 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-5bb0492c-1c6b-4252-9eeb-ad445da5ad2e req-227aa309-34c9-423c-99c9-666aee4eaf70 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Deleting port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:22:53.052194 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5bb0492c-1c6b-4252-9eeb-ad445da5ad2e req-227aa309-34c9-423c-99c9-666aee4eaf70 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:53.054566 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:53.068541 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 286053d8-514a-44bb-93e8-8591874205f2 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:22:53.112724 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 286053d8-514a-44bb-93e8-8591874205f2 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:22:53.144532 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-5bb0492c-1c6b-4252-9eeb-ad445da5ad2e req-227aa309-34c9-423c-99c9-666aee4eaf70 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] For port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e,segment=NetworkSegment(6436dcd8-5748-47c5-b6bd-102a13d79def),segment_id=6436dcd8-5748-47c5-b6bd-102a13d79def)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:53.144894 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5bb0492c-1c6b-4252-9eeb-ad445da5ad2e req-227aa309-34c9-423c-99c9-666aee4eaf70 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:53.158545 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-5bb0492c-1c6b-4252-9eeb-ad445da5ad2e req-227aa309-34c9-423c-99c9-666aee4eaf70 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Calling delete_port for e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e owned by compute:nova {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:22:53.182269 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 286053d8-514a-44bb-93e8-8591874205f2 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:22:53.182648 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (286053d8-514a-44bb-93e8-8591874205f2), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:53.182985 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 286053d8-514a-44bb-93e8-8591874205f2 Oct 12 00:22:53.258089 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:53.348588 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebb689-f4fe-41b2-b008-8ecaf0d323d3 req-813e8904-7652-413a-be09-baaf99666f36 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:53.350068 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e8ebb689-f4fe-41b2-b008-8ecaf0d323d3 req-813e8904-7652-413a-be09-baaf99666f36 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 944 time: 0.0484304 Oct 12 00:22:53.354372 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5bb0492c-1c6b-4252-9eeb-ad445da5ad2e req-227aa309-34c9-423c-99c9-666aee4eaf70 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:53.394775 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:22:53.408969 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e8ebb689-f4fe-41b2-b008-8ecaf0d323d3 req-260dfbf8-e754-4492-a81e-f224fe2f2310 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531197 Oct 12 00:22:53.411576 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227aa309-34c9-423c-99c9-666aee4eaf70 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Pushing event deleted for resources: {'Port': ['ID=e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:53.415544 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 286053d8-514a-44bb-93e8-8591874205f2 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:22:53.415969 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (286053d8-514a-44bb-93e8-8591874205f2), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:53.435185 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb0492c-1c6b-4252-9eeb-ad445da5ad2e req-227aa309-34c9-423c-99c9-666aee4eaf70 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] No DVR routers for this DVR port e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e on host hv-cinder-84914 {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:22:53.437807 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5bb0492c-1c6b-4252-9eeb-ad445da5ad2e req-227aa309-34c9-423c-99c9-666aee4eaf70 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:53.441036 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5bb0492c-1c6b-4252-9eeb-ad445da5ad2e req-227aa309-34c9-423c-99c9-666aee4eaf70 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.40 "DELETE /networking/v2.0/ports/e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e HTTP/1.1" status: 204 len: 173 time: 0.4647586 Oct 12 00:22:53.441557 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9c8dee-c875-4d23-a52e-5cd497cb44a9', 'name': 'network-vif-deleted', 'tag': 'e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:22:53.450918 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0f1bff-e406-4933-861e-f50bb0211c39" -d '{"events": [{"server_uuid": "8e9c8dee-c875-4d23-a52e-5cd497cb44a9", "name": "network-vif-deleted", "tag": "e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:22:53.463180 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286053d8-514a-44bb-93e8-8591874205f2'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:22:53.465627 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332c70fa-43b8-4d08-b5ee-b9afb4a9f277" -d '{"events": [{"server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "name": "network-vif-plugged", "status": "completed", "tag": "286053d8-514a-44bb-93e8-8591874205f2"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:22:53.479754 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 286053d8-514a-44bb-93e8-8591874205f2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=286053d8-514a-44bb-93e8-8591874205f2,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:22:53.484583 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193ab0b8-2dd4-46bf-8070-a4e5939b0854 x-openstack-request-id: req-193ab0b8-2dd4-46bf-8070-a4e5939b0854 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:22:53.484870 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9c8dee-c875-4d23-a52e-5cd497cb44a9", "name": "network-vif-deleted", "tag": "e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:22:53.485122 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-193ab0b8-2dd4-46bf-8070-a4e5939b0854 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:22:53.485523 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193ab0b8-2dd4-46bf-8070-a4e5939b0854'] response: {'server_uuid': '8e9c8dee-c875-4d23-a52e-5cd497cb44a9', 'name': 'network-vif-deleted', 'tag': 'e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e', 'status': 'completed', 'code': 200} Oct 12 00:22:53.505545 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a7e436-eba1-4a0a-b085-afc13b2ea26c x-openstack-request-id: req-b1a7e436-eba1-4a0a-b085-afc13b2ea26c {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:22:53.505813 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "name": "network-vif-plugged", "status": "completed", "tag": "286053d8-514a-44bb-93e8-8591874205f2", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:22:53.506062 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1a7e436-eba1-4a0a-b085-afc13b2ea26c {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:22:53.506449 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a7e436-eba1-4a0a-b085-afc13b2ea26c'] response: {'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286053d8-514a-44bb-93e8-8591874205f2', 'code': 200} Oct 12 00:22:53.540796 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (286053d8-514a-44bb-93e8-8591874205f2), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:53.590699 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=286053d8-514a-44bb-93e8-8591874205f2,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:22:53.768219 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-10fb22e1-0cec-455a-9b0c-0bdcf9aed510 req-2dc057b7-a05b-43a0-a0c4-6227ced95473 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 210 time: 0.0282650 Oct 12 00:22:53.971168 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cebc3-30e4-41df-be15-66b32cdea7e2 req-9864fda4-3893-46ea-9603-5c357e2938f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:53.972686 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-628cebc3-30e4-41df-be15-66b32cdea7e2 req-9864fda4-3893-46ea-9603-5c357e2938f0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 1129 time: 0.0400898 Oct 12 00:22:54.031508 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-628cebc3-30e4-41df-be15-66b32cdea7e2 req-02c86c3a-3584-449d-9b04-4609e2095ae0 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Oct 12 00:22:54.069421 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:54.497182 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:54.535985 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aec11a-c83a-43e2-9ad7-ecc3a86e2cdd req-a00e1671-cf4c-46b4-a209-56d5ff11f0f8 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:54.537472 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a4aec11a-c83a-43e2-9ad7-ecc3a86e2cdd req-a00e1671-cf4c-46b4-a209-56d5ff11f0f8 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 945 time: 0.0495319 Oct 12 00:22:54.584669 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a4aec11a-c83a-43e2-9ad7-ecc3a86e2cdd req-84b569a1-c9dc-469b-b1f4-defcd7d674a0 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Oct 12 00:22:54.885197 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-586e152f-ca33-4cda-90f1-905216cdc77b req-616ab0e7-1454-415f-9136-8bae9ca24138 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 210 time: 0.0273719 Oct 12 00:22:55.705880 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cf513-d514-4ed1-b027-c78037d5eb91 req-0433373b-55e2-4cd1-8d8b-63259f72fc6d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:55.707254 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-915cf513-d514-4ed1-b027-c78037d5eb91 req-0433373b-55e2-4cd1-8d8b-63259f72fc6d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 945 time: 0.0487647 Oct 12 00:22:55.727461 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:55.754082 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-915cf513-d514-4ed1-b027-c78037d5eb91 req-724437da-f91c-40ec-9c89-43ca03066b70 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Oct 12 00:22:55.996391 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-167ffec6-5bf6-4979-93ae-2b3d26999d7f req-c7a7601c-4b6d-4c86-b199-40ce23333e6e tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e9c8dee-c875-4d23-a52e-5cd497cb44a9 HTTP/1.1" status: 200 len: 210 time: 0.0263090 Oct 12 00:22:56.875750 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423369-2962-492c-a61c-8f7fdf3a6fef req-87d2d079-36aa-4049-8939-bdfb66bbe56e tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:56.877235 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f7423369-2962-492c-a61c-8f7fdf3a6fef req-87d2d079-36aa-4049-8939-bdfb66bbe56e tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Oct 12 00:22:56.930106 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f7423369-2962-492c-a61c-8f7fdf3a6fef req-cfa63c47-062a-418e-8102-48916772c389 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471303 Oct 12 00:22:57.050722 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3d2f8-4f4f-484e-9f06-e48640c460e3 req-decc8441-73d9-4c3d-bec4-4f3545ede3a8 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:57.052168 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9ce3d2f8-4f4f-484e-9f06-e48640c460e3 req-decc8441-73d9-4c3d-bec4-4f3545ede3a8 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 945 time: 0.0476036 Oct 12 00:22:57.092727 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:22:57.112811 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9ce3d2f8-4f4f-484e-9f06-e48640c460e3 req-7eb89483-3353-4e61-a3ea-6bd58aeac7fb tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540724 Oct 12 00:22:57.115851 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:22:57.116508 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device e3d5ab75-eab0-4395-90b9-5ea8ff2ffa6e not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:22:57.452880 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d62301-43e8-4f9f-ac64-29d233b4f5b0 req-f0022182-f11d-4a6e-b6aa-ab04c358f094 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:22:57.454379 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c9d62301-43e8-4f9f-ac64-29d233b4f5b0 req-f0022182-f11d-4a6e-b6aa-ab04c358f094 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 945 time: 0.0498281 Oct 12 00:22:57.516795 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c9d62301-43e8-4f9f-ac64-29d233b4f5b0 req-f0485b51-82f8-4b82-9137-44735835cbc4 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504506 Oct 12 00:22:58.290139 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:22:58.360364 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d42383bd-cf0d-45cc-8b61-def62b528ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:22:59.771882 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:00.512440 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca8e3-a5d2-41a8-be81-1a352ca55948 req-09e1fcab-4985-4107-a1de-8152b94ed0ec tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:00.513888 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4f3ca8e3-a5d2-41a8-be81-1a352ca55948 req-09e1fcab-4985-4107-a1de-8152b94ed0ec tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0471706 Oct 12 00:23:00.560649 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4f3ca8e3-a5d2-41a8-be81-1a352ca55948 req-bfa62d05-e8fe-4293-9ec3-2ac51b99dec4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 Oct 12 00:23:00.650876 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-1233915a-1aea-4545-9b8a-36739592d5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:01.691773 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0e0fa-bb30-4e4f-9dd7-e4bbad2de862 req-7ab1bc61-30fb-47c3-b8c5-497ad35495ad tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:01.693273 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-59e0e0fa-bb30-4e4f-9dd7-e4bbad2de862 req-7ab1bc61-30fb-47c3-b8c5-497ad35495ad tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0471821 Oct 12 00:23:01.744766 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-59e0e0fa-bb30-4e4f-9dd7-e4bbad2de862 req-89a17c9b-5add-44fd-9fb8-5da6111f30c1 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452445 Oct 12 00:23:01.871501 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:02.868245 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783f32e-7655-4324-90f6-300a88497d0b req-044a9391-2179-449b-ad74-6912206bc36c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:02.869765 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7783f32e-7655-4324-90f6-300a88497d0b req-044a9391-2179-449b-ad74-6912206bc36c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0470939 Oct 12 00:23:02.918270 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7783f32e-7655-4324-90f6-300a88497d0b req-a4187aa2-e9e2-48a1-aea2-8af8698744e8 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 Oct 12 00:23:03.068377 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:03.294065 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:04.051465 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45448c55-24f9-4c68-88a8-82ce2e9c4b37 req-6669a863-464a-4aaf-9d2b-cb6321b4131d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:04.052914 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-45448c55-24f9-4c68-88a8-82ce2e9c4b37 req-6669a863-464a-4aaf-9d2b-cb6321b4131d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0496910 Oct 12 00:23:04.098333 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-45448c55-24f9-4c68-88a8-82ce2e9c4b37 req-279fabdf-63d2-4190-9e23-a6c872f34341 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400321 Oct 12 00:23:04.453955 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:05.223740 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6bf5a-675c-42c2-acbb-dfd7998380fc req-3e1034e2-01b4-4f17-bf31-978e8b5563e8 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:05.225174 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-87f6bf5a-675c-42c2-acbb-dfd7998380fc req-3e1034e2-01b4-4f17-bf31-978e8b5563e8 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0459073 Oct 12 00:23:05.275325 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-87f6bf5a-675c-42c2-acbb-dfd7998380fc req-7d011660-cc23-46dc-9697-0abae8a87df4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439131 Oct 12 00:23:06.397886 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5579127-2e6d-4595-8d40-f9a39616b30b req-272c79e2-bfba-481a-843b-ac9faba166fb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:06.399331 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a5579127-2e6d-4595-8d40-f9a39616b30b req-272c79e2-bfba-481a-843b-ac9faba166fb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0456245 Oct 12 00:23:06.441393 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:06.445701 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a5579127-2e6d-4595-8d40-f9a39616b30b req-626c1be3-5fae-4225-9f84-1c8cfcea0a25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410366 Oct 12 00:23:07.572704 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ccb35-38f7-49eb-afef-55b3d1a0bbf0 req-6d97b0ed-e342-4155-984b-46ff87b23716 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:07.574200 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f32ccb35-38f7-49eb-afef-55b3d1a0bbf0 req-6d97b0ed-e342-4155-984b-46ff87b23716 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0487049 Oct 12 00:23:07.623345 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f32ccb35-38f7-49eb-afef-55b3d1a0bbf0 req-07053123-73d8-4491-a513-5a5891fdb5c1 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432074 Oct 12 00:23:07.892463 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-4449805a-8248-4d66-9963-9eba31165743 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:07.893930 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-4449805a-8248-4d66-9963-9eba31165743 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/networks?id=fccd9e59-39c7-42a2-aa54-28f6a75073c4 HTTP/1.1" status: 200 len: 813 time: 0.1055551 Oct 12 00:23:07.908102 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-11527c35-2fc1-4766-bf7d-55bd79a4919e tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/quotas/4194baa4b1fe4ab2840720dbf012a2f3 HTTP/1.1" status: 200 len: 375 time: 0.0088849 Oct 12 00:23:07.941176 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-675ed2ad-9e14-4450-9168-5501e91c6512 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4194baa4b1fe4ab2840720dbf012a2f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282056 Oct 12 00:23:08.033136 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6d3dec60-655d-4cc2-897c-15423b71a39e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fccd9e59-39c7-42a2-aa54-28f6a75073c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852916 Oct 12 00:23:08.121151 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-00f59a0a-5073-47a0-bca8-378d47f70d36 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fccd9e59-39c7-42a2-aa54-28f6a75073c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825243 Oct 12 00:23:08.379494 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-770110b9-2f90-48bd-b26c-6c60cbdb932d req-9efaf330-da0b-44dd-98ed-d545c4d59761 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 210 time: 0.0307453 Oct 12 00:23:08.440166 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-2a6c81fd-c6df-4697-8dc6-3d12493c2a95 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441997 Oct 12 00:23:08.523307 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-2382d621-eb04-4133-b9ca-8b5d84ab96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:08.525300 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-2382d621-eb04-4133-b9ca-8b5d84ab96b2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=54567f4ea839415a94397e13f93d71cc&device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 1129 time: 0.0383730 Oct 12 00:23:08.598707 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:08.640224 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-2ac3a02a-64e2-43bb-95b3-373428c4675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:08.641700 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-2ac3a02a-64e2-43bb-95b3-373428c4675c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 200 len: 911 time: 0.0906315 Oct 12 00:23:08.942047 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-b0dca201-378d-45e0-839e-7dfe537e31aa service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d8c0a54-e70d-4bc8-9356-dab7272389bd HTTP/1.1" status: 200 len: 1001 time: 0.2937381 Oct 12 00:23:08.952951 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1e9c-b962-4c4b-bd37-aa6ad3abbcc7 req-983ebafe-960a-4b0b-972f-0cfce576ab3d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:08.954332 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3c2a1e9c-b962-4c4b-bd37-aa6ad3abbcc7 req-983ebafe-960a-4b0b-972f-0cfce576ab3d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0624311 Oct 12 00:23:09.020409 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-ae50e02b-def7-4973-be95-7ab6345ef8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:09.021843 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-ae50e02b-def7-4973-be95-7ab6345ef8d6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=aa18335c-d319-429c-b473-349dd96c4b84 HTTP/1.1" status: 200 len: 849 time: 0.0666876 Oct 12 00:23:09.047713 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3c2a1e9c-b962-4c4b-bd37-aa6ad3abbcc7 req-93e74da2-a8c0-4cad-934f-c65f2fad78bd tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838199 Oct 12 00:23:09.077843 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-45f758ef-82c9-4a8d-8605-dbf10e08c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:09.079482 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-45f758ef-82c9-4a8d-8605-dbf10e08c03e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479987 Oct 12 00:23:09.174124 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-43edecea-c262-406c-820e-5e73533a3a4d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876355 Oct 12 00:23:09.245744 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:09.271966 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0c4ab1c-f37f-475c-945a-fd4dd6900ee5 req-1b1ab62c-4dc4-421b-a698-31637a6a80b7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838850 Oct 12 00:23:09.464653 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d278edfe-ddf9-4718-8590-2c75c1730427 req-3ab3ac37-60f2-4893-adf8-84fa82285a3e tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 210 time: 0.0273225 Oct 12 00:23:10.173233 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed98c4a-cdf2-47ac-85b2-fa9a59de4307 req-cfd0a81d-f2da-4c8d-b9bb-fc0826ca636e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:10.174697 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8ed98c4a-cdf2-47ac-85b2-fa9a59de4307 req-cfd0a81d-f2da-4c8d-b9bb-fc0826ca636e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0474401 Oct 12 00:23:10.226064 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8ed98c4a-cdf2-47ac-85b2-fa9a59de4307 req-709b4a3a-a3e6-400d-9b69-53ff8a5ebe2e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457847 Oct 12 00:23:10.573159 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5fd50837-3988-468b-be98-594891121d19 req-12d0d591-ca7f-4997-b451-c5373f153531 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 210 time: 0.0327477 Oct 12 00:23:11.351750 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d0d76-dbb1-4ae8-8cea-065a999fcad7 req-a193dd40-d3bd-48a0-ada9-cd2c1aef9e04 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:11.353879 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0c4d0d76-dbb1-4ae8-8cea-065a999fcad7 req-a193dd40-d3bd-48a0-ada9-cd2c1aef9e04 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0482676 Oct 12 00:23:11.401776 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0c4d0d76-dbb1-4ae8-8cea-065a999fcad7 req-2dfc1fb6-d639-4b05-b3df-81085d7d5269 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422363 Oct 12 00:23:11.675554 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f94e4ac1-d3d7-4888-bcd8-cc30176292d0 req-8c29dc7f-4e0c-4b57-9ca8-d749bdc46a31 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 210 time: 0.0274229 Oct 12 00:23:12.113715 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-d77321de-9a05-4a27-89be-88c3ee141d6c tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:12.115135 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-d77321de-9a05-4a27-89be-88c3ee141d6c tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.40 "GET /networking/v2.0/networks?id=fccd9e59-39c7-42a2-aa54-28f6a75073c4 HTTP/1.1" status: 200 len: 813 time: 0.1025863 Oct 12 00:23:12.144752 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Request body: {'port': {'device_id': 'fff79ad8-fc4e-4a17-930a-6e1e1344e251', 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4', 'admin_state_up': True, 'tenant_id': '4194baa4b1fe4ab2840720dbf012a2f3'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:12.307735 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Made reservation on behalf of 4194baa4b1fe4ab2840720dbf012a2f3 for: {'port': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:23:12.311571 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:12.426769 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:12.438646 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Allocated IP 172.20.0.7 (fccd9e59-39c7-42a2-aa54-28f6a75073c4/3df07de1-006a-45cb-871a-54d681829119/dbb99aba-88ee-4441-85ff-aef564d9b583) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:23:12.576536 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c73ce4-787d-4dca-bec6-659746530e63 req-7c545508-472d-4b71-83e5-c0ba6ae04a63 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:12.578061 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-16c73ce4-787d-4dca-bec6-659746530e63 req-7c545508-472d-4b71-83e5-c0ba6ae04a63 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0953746 Oct 12 00:23:12.630231 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:12.654672 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-16c73ce4-787d-4dca-bec6-659746530e63 req-4d84d99d-1942-4bf4-9ed4-ccf9acc9cec5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696652 Oct 12 00:23:12.664272 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks [] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:12.771382 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:12.779335 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ddbcdb00-3404-4546-9df1-3ce13e1f0b04 req-6df52d45-2fbd-45de-ad48-a616cc37daf9 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 210 time: 0.0274835 Oct 12 00:23:12.822690 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Network fccd9e59-39c7-42a2-aa54-28f6a75073c4 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:23:12.827072 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:23:12.829762 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:23:12.853013 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Pushing event updated for resources: {'Port': ['ID=dbb99aba-88ee-4441-85ff-aef564d9b583,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:12.868036 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.868394 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.868738 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.869080 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.869417 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.869752 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.870081 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.870414 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.870743 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.871071 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.871423 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.871751 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.872074 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.872400 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.872724 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:12.892108 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:12.892730 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:12.961490 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-e504a705-cf32-442e-8849-79064531da0f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8203797 Oct 12 00:23:13.049059 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Request body: {'port': {'device_id': 'fff79ad8-fc4e-4a17-930a-6e1e1344e251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:13.106244 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:13.354319 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb99aba-88ee-4441-85ff-aef564d9b583 {{(pid=111559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:23:13.361634 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Publish callbacks [] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:13.373614 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.provisioning_blocks [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Transition to ACTIVE for port object dbb99aba-88ee-4441-85ff-aef564d9b583 will not be triggered until provisioned by entity L2. {{(pid=111559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:23:13.438744 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:13.465316 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:13.516016 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Pushing event updated for resources: {'Port': ['ID=dbb99aba-88ee-4441-85ff-aef564d9b583,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:13.556904 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Attempting to bind port dbb99aba-88ee-4441-85ff-aef564d9b583 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:23:13.557241 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Attempting to bind port dbb99aba-88ee-4441-85ff-aef564d9b583 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '6436dcd8-5748-47c5-b6bd-102a13d79def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4'}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:23:13.557595 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Attempting to bind port dbb99aba-88ee-4441-85ff-aef564d9b583 on network fccd9e59-39c7-42a2-aa54-28f6a75073c4 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:23:13.601857 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Port dbb99aba-88ee-4441-85ff-aef564d9b583 on network fccd9e59-39c7-42a2-aa54-28f6a75073c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:23:13.602183 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Attempting to bind port dbb99aba-88ee-4441-85ff-aef564d9b583 on network fccd9e59-39c7-42a2-aa54-28f6a75073c4 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:23:13.633349 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:13.646893 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:23:13.647228 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Checking segment: {'id': '6436dcd8-5748-47c5-b6bd-102a13d79def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:23:13.647641 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Bound using segment: {'id': '6436dcd8-5748-47c5-b6bd-102a13d79def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4'} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:23:13.648080 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Bound port: dbb99aba-88ee-4441-85ff-aef564d9b583, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6436dcd8-5748-47c5-b6bd-102a13d79def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4'}}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:23:13.648436 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:13.710305 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] For port dbb99aba-88ee-4441-85ff-aef564d9b583, host hv-cinder-84914, cleared binding levels {{(pid=111559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:23:13.713463 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] For port dbb99aba-88ee-4441-85ff-aef564d9b583, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dbb99aba-88ee-4441-85ff-aef564d9b583,segment=NetworkSegment(6436dcd8-5748-47c5-b6bd-102a13d79def),segment_id=6436dcd8-5748-47c5-b6bd-102a13d79def)] {{(pid=111559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:23:13.784359 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77849c2-1f22-4cd0-b15e-8035d51700d6 req-fd51880d-47f4-4bce-abdf-439e0899b3d3 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:13.785821 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c77849c2-1f22-4cd0-b15e-8035d51700d6 req-fd51880d-47f4-4bce-abdf-439e0899b3d3 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0521626 Oct 12 00:23:13.787566 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:13.790620 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:13.791216 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:13.792676 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/dbb99aba-88ee-4441-85ff-aef564d9b583 HTTP/1.1" status: 200 len: 1093 time: 0.7475672 Oct 12 00:23:13.795897 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff79ad8-fc4e-4a17-930a-6e1e1344e251', 'tag': 'dbb99aba-88ee-4441-85ff-aef564d9b583'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:23:13.798064 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6ce718-62f4-4312-b4ea-62405d18c549" -d '{"events": [{"name": "network-changed", "server_uuid": "fff79ad8-fc4e-4a17-930a-6e1e1344e251", "tag": "dbb99aba-88ee-4441-85ff-aef564d9b583"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:23:13.838045 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325ff7c2-259c-4029-b671-30fb68d9e1dc x-openstack-request-id: req-325ff7c2-259c-4029-b671-30fb68d9e1dc {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:23:13.838334 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff79ad8-fc4e-4a17-930a-6e1e1344e251", "tag": "dbb99aba-88ee-4441-85ff-aef564d9b583", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:23:13.838583 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-325ff7c2-259c-4029-b671-30fb68d9e1dc {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:23:13.838974 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325ff7c2-259c-4029-b671-30fb68d9e1dc'] response: {'name': 'network-changed', 'server_uuid': 'fff79ad8-fc4e-4a17-930a-6e1e1344e251', 'tag': 'dbb99aba-88ee-4441-85ff-aef564d9b583', 'status': 'completed', 'code': 200} Oct 12 00:23:13.880608 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb37ff6-3e10-4e59-9a8e-4ab6714b2b7a service neutron] Pushing event updated for resources: {'Port': ['ID=dbb99aba-88ee-4441-85ff-aef564d9b583,revision_number=3']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:13.888552 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c77849c2-1f22-4cd0-b15e-8035d51700d6 req-bcdca2dc-f07d-4515-a241-c967695f6237 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948987 Oct 12 00:23:13.927640 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607e82f-b729-4299-9e88-b9dd4104ba5a req-89a3896a-9e77-4e11-8796-32af96b8c1da tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:13.929159 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b607e82f-b729-4299-9e88-b9dd4104ba5a req-89a3896a-9e77-4e11-8796-32af96b8c1da tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 943 time: 0.0483506 Oct 12 00:23:13.979631 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b607e82f-b729-4299-9e88-b9dd4104ba5a req-72934820-8d75-41f2-81d3-1b976e162669 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443447 Oct 12 00:23:14.168422 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ce718-62f4-4312-b4ea-62405d18c549 req-d2c36f22-0c33-4379-ad20-460682e8615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:14.169861 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ba6ce718-62f4-4312-b4ea-62405d18c549 req-d2c36f22-0c33-4379-ad20-460682e8615d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4194baa4b1fe4ab2840720dbf012a2f3&device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 1127 time: 0.0401900 Oct 12 00:23:14.291748 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ce718-62f4-4312-b4ea-62405d18c549 req-44c44e36-7117-41e1-bb66-7bfc30b3f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:14.293192 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ba6ce718-62f4-4312-b4ea-62405d18c549 req-44c44e36-7117-41e1-bb66-7bfc30b3f813 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=4194baa4b1fe4ab2840720dbf012a2f3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0982454 Oct 12 00:23:14.367096 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:14.369080 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:14.388760 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ce718-62f4-4312-b4ea-62405d18c549 req-1d17d440-a257-45f3-a110-d4b18706c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:14.390339 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ba6ce718-62f4-4312-b4ea-62405d18c549 req-1d17d440-a257-45f3-a110-d4b18706c60a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896642 Oct 12 00:23:14.507886 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-a86e59c7-c295-48ff-b020-09c2da9d9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:14.509420 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-a86e59c7-c295-48ff-b020-09c2da9d9ba1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4194baa4b1fe4ab2840720dbf012a2f3&device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 1127 time: 0.0385005 Oct 12 00:23:14.557565 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-b94eca35-d9fc-4112-9e33-5e6e9ae43bf4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb99aba-88ee-4441-85ff-aef564d9b583 HTTP/1.1" status: 200 len: 217 time: 0.0320704 Oct 12 00:23:14.610272 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-c64bd803-2f5b-40ab-9ccc-9f29d642cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:14.611795 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-c64bd803-2f5b-40ab-9ccc-9f29d642cd7e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=3df07de1-006a-45cb-871a-54d681829119 HTTP/1.1" status: 200 len: 853 time: 0.0462456 Oct 12 00:23:14.644502 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-57b29c63-ef13-454f-b7c4-41a9d1e7cd99 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=fccd9e59-39c7-42a2-aa54-28f6a75073c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245528 Oct 12 00:23:14.734762 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-18e3d07d-2225-4de8-a47e-d662b381663e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fccd9e59-39c7-42a2-aa54-28f6a75073c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833230 Oct 12 00:23:14.750995 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:14.810658 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:14.816539 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:14.830740 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3829e198-fd7e-48eb-b18e-54c1a08fcbfb req-544f600c-2f29-470f-a9b3-23755bb11a1a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fccd9e59-39c7-42a2-aa54-28f6a75073c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872512 Oct 12 00:23:15.017697 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7605b-5f68-40fa-af31-cca3da6d7b96 req-cfc7c49b-0769-46b3-a5ba-0316af2a69c4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:15.019434 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d0c7605b-5f68-40fa-af31-cca3da6d7b96 req-cfc7c49b-0769-46b3-a5ba-0316af2a69c4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0496840 Oct 12 00:23:15.071912 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d0c7605b-5f68-40fa-af31-cca3da6d7b96 req-db84ddc1-07e0-4e74-a680-a162e7d68c1e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459619 Oct 12 00:23:15.112988 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25772e54-b382-4fc9-8906-b8e31780b197 req-54ce9203-6a42-4ed4-9605-b2e22f3bab37 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:15.114478 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-25772e54-b382-4fc9-8906-b8e31780b197 req-54ce9203-6a42-4ed4-9605-b2e22f3bab37 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 943 time: 0.0548382 Oct 12 00:23:15.162964 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-25772e54-b382-4fc9-8906-b8e31780b197 req-d7f63cf0-586e-4b6c-abad-f1d644c17b43 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Oct 12 00:23:15.256731 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ac722-874b-4945-99de-984a9c371faf req-4aaeade3-b9af-4fab-8ca7-40f4656d7016 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:15.258093 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-113ac722-874b-4945-99de-984a9c371faf req-4aaeade3-b9af-4fab-8ca7-40f4656d7016 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 945 time: 0.0498099 Oct 12 00:23:15.304248 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-113ac722-874b-4945-99de-984a9c371faf req-8dbee3ea-f854-49c4-8fb1-7fb202ba882c tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 Oct 12 00:23:15.333848 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35760) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:15.459778 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b725e5b3-f4cc-4d40-a4aa-fbf566b73791 tempest-TestMinimumBasicScenario-1988318473 tempest-TestMinimumBasicScenario-1988318473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:15.461269 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-b725e5b3-f4cc-4d40-a4aa-fbf566b73791 tempest-TestMinimumBasicScenario-1988318473 tempest-TestMinimumBasicScenario-1988318473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 1124 time: 0.1264572 Oct 12 00:23:15.464273 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35764) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:15.468385 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'port_id': '286053d8-514a-44bb-93e8-8591874205f2', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:15.478383 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:15.562333 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:15.642250 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:15.749330 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Allocated IP 172.27.4.30 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/d13dff19-292c-436b-b687-65d6f4901dc5) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:23:15.806436 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:15.849747 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for port (d13dff19-292c-436b-b687-65d6f4901dc5), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:15.930486 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (d13dff19-292c-436b-b687-65d6f4901dc5), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:15.973350 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:23:15.978550 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:23:15.982567 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:23:15.985529 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'Port': ['ID=d13dff19-292c-436b-b687-65d6f4901dc5,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:16.012945 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.013296 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.013639 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.013976 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.014312 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.014644 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.014973 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.015302 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.015658 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.015983 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.016307 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.016629 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.016950 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.017271 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.017592 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:16.232338 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2df44-4e0a-4f39-b572-a4c6eaeb8eed req-3a29f110-fd57-4b3a-beee-bada96f2a6da tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:16.233820 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-86a2df44-4e0a-4f39-b572-a4c6eaeb8eed req-3a29f110-fd57-4b3a-beee-bada96f2a6da tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0806029 Oct 12 00:23:16.261844 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:16.284580 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc488d-b13e-4416-a840-07f4831f0e16 req-2b4fd4e9-b150-47e5-9601-91992cca324c tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:16.286085 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e6fc488d-b13e-4416-a840-07f4831f0e16 req-2b4fd4e9-b150-47e5-9601-91992cca324c tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 943 time: 0.0481098 Oct 12 00:23:16.355256 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e6fc488d-b13e-4416-a840-07f4831f0e16 req-d3fd2a5f-78e6-4848-a024-bb0b78773468 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508292 Oct 12 00:23:16.404640 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-86a2df44-4e0a-4f39-b572-a4c6eaeb8eed req-766569f8-5a53-44db-abe1-a60ebc201aa4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636274 Oct 12 00:23:16.429786 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for floatingip (90bd98f6-b042-4ef8-88a1-a27953d76e11), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:16.550021 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d13dff19-292c-436b-b687-65d6f4901dc5), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:16.869662 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:16.933416 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for port (d13dff19-292c-436b-b687-65d6f4901dc5), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:16.985580 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (d13dff19-292c-436b-b687-65d6f4901dc5), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:17.056091 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (90bd98f6-b042-4ef8-88a1-a27953d76e11), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:17.059122 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'Port': ['ID=d13dff19-292c-436b-b687-65d6f4901dc5,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:17.151657 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Floating IP 90bd98f6-b042-4ef8-88a1-a27953d76e11 associated. External IP: 172.27.4.30, port: 286053d8-514a-44bb-93e8-8591874205f2. Oct 12 00:23:17.194982 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device dbb99aba-88ee-4441-85ff-aef564d9b583 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:23:17.291877 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port dbb99aba-88ee-4441-85ff-aef564d9b583, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dbb99aba-88ee-4441-85ff-aef564d9b583,segment=NetworkSegment(6436dcd8-5748-47c5-b6bd-102a13d79def),segment_id=6436dcd8-5748-47c5-b6bd-102a13d79def)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:23:17.302878 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': 'dbb99aba-88ee-4441-85ff-aef564d9b583', 'network_id': 'fccd9e59-39c7-42a2-aa54-28f6a75073c4', 'port_id': 'dbb99aba-88ee-4441-85ff-aef564d9b583', 'mac_address': 'fa:16:3e:47:7f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df07de1-006a-45cb-871a-54d681829119', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:23:17.339842 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port dbb99aba-88ee-4441-85ff-aef564d9b583 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:23:17.340226 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:17.349004 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:23:17.353306 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb99aba-88ee-4441-85ff-aef564d9b583 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:23:17.372678 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port dbb99aba-88ee-4441-85ff-aef564d9b583, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dbb99aba-88ee-4441-85ff-aef564d9b583,segment=NetworkSegment(6436dcd8-5748-47c5-b6bd-102a13d79def),segment_id=6436dcd8-5748-47c5-b6bd-102a13d79def)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:23:17.438791 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:17.452288 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:23:17.479893 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4803e199-f2cc-4e4b-83d9-3fa56a844107 None None] Sync routers for ids ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:23:17.489997 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:17.499744 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803e199-f2cc-4e4b-83d9-3fa56a844107 None None] Routers {'475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:23:17.500699 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-4803e199-f2cc-4e4b-83d9-3fa56a844107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:23:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:17.504427 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=dbb99aba-88ee-4441-85ff-aef564d9b583,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:17.515280 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdd71f-abd2-45f6-adf5-e49c16a8226f req-c71d4770-33e0-490e-9492-32cb6bab5a58 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:17.519859 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-28bdd71f-abd2-45f6-adf5-e49c16a8226f req-c71d4770-33e0-490e-9492-32cb6bab5a58 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 944 time: 0.0821908 Oct 12 00:23:17.550264 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:17.584083 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-28bdd71f-abd2-45f6-adf5-e49c16a8226f req-f5447240-10f5-4d12-8066-8b7d4b7d676e tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614541 Oct 12 00:23:17.592894 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e66c6-cb6c-4087-8318-812ee480b412 req-ae8ba334-df74-46c1-aa3e-c716d76b1902 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:17.594415 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-249e66c6-cb6c-4087-8318-812ee480b412 req-ae8ba334-df74-46c1-aa3e-c716d76b1902 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0871458 Oct 12 00:23:17.600991 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-d84a94d1-8123-450f-9f76-4d76f022af2d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1330774 Oct 12 00:23:17.600991 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'tag': '286053d8-514a-44bb-93e8-8591874205f2'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:23:17.601242 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e3a828-e037-4fcf-8275-504fea1b0be2" -d '{"events": [{"name": "network-changed", "server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "tag": "286053d8-514a-44bb-93e8-8591874205f2"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:23:17.601330 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 35776) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:17.606266 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-7757eacf-1368-4b75-91e7-a3acf994f580 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141163874', 'description': 'tempest-secgroup-smoke-1141163874 description', 'project_id': '33e38693dbe5490fb39cd1981274a5f6'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:17.629859 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-4803e199-f2cc-4e4b-83d9-3fa56a844107 None None] Set router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:23:17.644326 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:17.649044 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-249e66c6-cb6c-4087-8318-812ee480b412 req-2078f50b-8ef1-4598-a450-3445896900af tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Oct 12 00:23:17.652928 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb8a553-30c0-4263-bce8-84aadacd2df9 x-openstack-request-id: req-cbb8a553-30c0-4263-bce8-84aadacd2df9 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:23:17.653278 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "tag": "286053d8-514a-44bb-93e8-8591874205f2", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:23:17.653594 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbb8a553-30c0-4263-bce8-84aadacd2df9 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:23:17.654082 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb8a553-30c0-4263-bce8-84aadacd2df9'] response: {'name': 'network-changed', 'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'tag': '286053d8-514a-44bb-93e8-8591874205f2', 'status': 'completed', 'code': 200} Oct 12 00:23:17.707848 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7757eacf-1368-4b75-91e7-a3acf994f580 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:17.767530 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3a828-e037-4fcf-8275-504fea1b0be2 req-7f707553-15dc-480c-9a9c-b904cef93507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:17.769031 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43e3a828-e037-4fcf-8275-504fea1b0be2 req-7f707553-15dc-480c-9a9c-b904cef93507 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=33e38693dbe5490fb39cd1981274a5f6&device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 1129 time: 0.0515974 Oct 12 00:23:17.850588 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-4803e199-f2cc-4e4b-83d9-3fa56a844107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 4, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '90bd98f6-b042-4ef8-88a1-a27953d76e11', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'port_id': '286053d8-514a-44bb-93e8-8591874205f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'mac_address': 'fa:16:3e:03:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:23:16Z', 'updated_at': '2022-10-12T00:23:16Z', 'revision_number': 0, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ecb1fa-14e8-434b-9510-321e04e05501', 'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'mac_address': 'fa:16:3e:9c:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:02Z', 'updated_at': '2022-10-12T00:22:10Z', 'revision_number': 5, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'subnets': [{'id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:17.871796 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7757eacf-1368-4b75-91e7-a3acf994f580 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group (f0c83657-5631-4236-9279-5a0a82070e50), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:17.875915 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4803e199-f2cc-4e4b-83d9-3fa56a844107 None None] Checking router: 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:23:17.884618 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803e199-f2cc-4e4b-83d9-3fa56a844107 None None] Routers {'475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:23:17.885222 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-4803e199-f2cc-4e4b-83d9-3fa56a844107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:23:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:17.898472 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3a828-e037-4fcf-8275-504fea1b0be2 req-682a92e6-ba40-4906-9b40-2e7a3732faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:17.900029 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43e3a828-e037-4fcf-8275-504fea1b0be2 req-682a92e6-ba40-4906-9b40-2e7a3732faf1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dd5abad8-644b-4096-9887-e4113519a575 HTTP/1.1" status: 200 len: 916 time: 0.1224287 Oct 12 00:23:17.963562 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43e3a828-e037-4fcf-8275-504fea1b0be2 req-fd944eb9-fbd5-400a-b5b9-72e32edcb0ca service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286053d8-514a-44bb-93e8-8591874205f2 HTTP/1.1" status: 200 len: 998 time: 0.0562580 Oct 12 00:23:17.964395 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['dbb99aba-88ee-4441-85ff-aef564d9b583'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:23:17.964523 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7757eacf-1368-4b75-91e7-a3acf994f580 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (f0c83657-5631-4236-9279-5a0a82070e50), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:18.020872 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-4803e199-f2cc-4e4b-83d9-3fa56a844107 None None] Set router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:23:18.028737 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757eacf-1368-4b75-91e7-a3acf994f580 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c83657-5631-4236-9279-5a0a82070e50,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:18.045428 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3a828-e037-4fcf-8275-504fea1b0be2 req-5d9c219f-3e14-4747-b0e8-42d4eea6c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:18.046911 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43e3a828-e037-4fcf-8275-504fea1b0be2 req-5d9c219f-3e14-4747-b0e8-42d4eea6c976 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c42a7b1b-73e5-4150-a3f9-0d95aa68df72 HTTP/1.1" status: 200 len: 854 time: 0.0728326 Oct 12 00:23:18.085808 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7757eacf-1368-4b75-91e7-a3acf994f580 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:18.087591 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-7757eacf-1368-4b75-91e7-a3acf994f580 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4852867 Oct 12 00:23:18.090694 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35782) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:18.095278 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3a828-e037-4fcf-8275-504fea1b0be2 req-75d2fd07-c33c-45ca-bc05-34f1d82d38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:18.095969 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-5b47fbda-7d25-43a9-9a8a-64f4ae19e113 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Request body: {'security_group_rule': {'security_group_id': 'f0c83657-5631-4236-9279-5a0a82070e50', 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:18.096937 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43e3a828-e037-4fcf-8275-504fea1b0be2 req-75d2fd07-c33c-45ca-bc05-34f1d82d38b9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dd5abad8-644b-4096-9887-e4113519a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428767 Oct 12 00:23:18.121430 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:18.127981 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:18.186746 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5b47fbda-7d25-43a9-9a8a-64f4ae19e113 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (404e7408-6656-4ec0-880a-048cce379d7a), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:18.189872 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43e3a828-e037-4fcf-8275-504fea1b0be2 req-29c9236b-ecc8-4a20-9620-1df1868df281 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857728 Oct 12 00:23:18.246817 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5b47fbda-7d25-43a9-9a8a-64f4ae19e113 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (404e7408-6656-4ec0-880a-048cce379d7a), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:18.264391 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:18.298032 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43e3a828-e037-4fcf-8275-504fea1b0be2 req-95d8bbac-126b-4b24-957e-3af4f3413dc2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940502 Oct 12 00:23:18.313433 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-4803e199-f2cc-4e4b-83d9-3fa56a844107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 4, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '90bd98f6-b042-4ef8-88a1-a27953d76e11', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'port_id': '286053d8-514a-44bb-93e8-8591874205f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'mac_address': 'fa:16:3e:03:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:23:16Z', 'updated_at': '2022-10-12T00:23:16Z', 'revision_number': 0, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ecb1fa-14e8-434b-9510-321e04e05501', 'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'mac_address': 'fa:16:3e:9c:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:02Z', 'updated_at': '2022-10-12T00:22:10Z', 'revision_number': 5, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'subnets': [{'id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:18.333487 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5b47fbda-7d25-43a9-9a8a-64f4ae19e113 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (404e7408-6656-4ec0-880a-048cce379d7a), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:18.338951 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4803e199-f2cc-4e4b-83d9-3fa56a844107 None None] The sync data for ids ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'] in dv-cinder-849143-13-iscsi is: [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 4, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '90bd98f6-b042-4ef8-88a1-a27953d76e11', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'port_id': '286053d8-514a-44bb-93e8-8591874205f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'mac_address': 'fa:16:3e:03:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:23:16Z', 'updated_at': '2022-10-12T00:23:16Z', 'revision_number': 0, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ecb1fa-14e8-434b-9510-321e04e05501', 'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'mac_address': 'fa:16:3e:9c:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:02Z', 'updated_at': '2022-10-12T00:22:10Z', 'revision_number': 5, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'subnets': [{'id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:23:18.356878 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47fbda-7d25-43a9-9a8a-64f4ae19e113 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404e7408-6656-4ec0-880a-048cce379d7a,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:18.444296 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5b47fbda-7d25-43a9-9a8a-64f4ae19e113 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:18.445573 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-5b47fbda-7d25-43a9-9a8a-64f4ae19e113 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3537910 Oct 12 00:23:18.449017 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35784) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:18.454074 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-93717b69-eb42-44a6-8c3c-c1ee90802df1 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Request body: {'security_group_rule': {'security_group_id': 'f0c83657-5631-4236-9279-5a0a82070e50', 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:18.466863 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:18.529908 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495de594-3849-40b7-8fc3-84064759622b None None] New status for floating IP 90bd98f6-b042-4ef8-88a1-a27953d76e11: ACTIVE {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:23:18.558939 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-93717b69-eb42-44a6-8c3c-c1ee90802df1 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (5a93ae7b-c2aa-420c-89c7-8255c7bb7bbc), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:18.622066 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-93717b69-eb42-44a6-8c3c-c1ee90802df1 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (5a93ae7b-c2aa-420c-89c7-8255c7bb7bbc), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:18.707722 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846c42-310c-4b2f-b28e-a2fb832f61ab req-a08c5f1e-0f20-4255-85bb-339a030cdd32 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:18.709240 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-88846c42-310c-4b2f-b28e-a2fb832f61ab req-a08c5f1e-0f20-4255-85bb-339a030cdd32 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 944 time: 0.0479677 Oct 12 00:23:18.717152 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-93717b69-eb42-44a6-8c3c-c1ee90802df1 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (5a93ae7b-c2aa-420c-89c7-8255c7bb7bbc), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:18.752576 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93717b69-eb42-44a6-8c3c-c1ee90802df1 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a93ae7b-c2aa-420c-89c7-8255c7bb7bbc,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:18.760761 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-88846c42-310c-4b2f-b28e-a2fb832f61ab req-359a9a72-a476-41b6-89c7-d0f29616ebf2 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 Oct 12 00:23:18.795121 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0fd67-4041-42fa-b2ed-b6cf07b22224 req-cc32c4cf-b28f-4b0c-9a1f-2112f8465e63 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:18.796727 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-17b0fd67-4041-42fa-b2ed-b6cf07b22224 req-cc32c4cf-b28f-4b0c-9a1f-2112f8465e63 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0634205 Oct 12 00:23:18.846773 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-17b0fd67-4041-42fa-b2ed-b6cf07b22224 req-48e118a4-9aa8-43f7-aed4-986358fdf29f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439839 Oct 12 00:23:18.880624 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-93717b69-eb42-44a6-8c3c-c1ee90802df1 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:18.881780 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-93717b69-eb42-44a6-8c3c-c1ee90802df1 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4315903 Oct 12 00:23:18.885209 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35790) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:18.889829 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-a7a5bc39-3931-4d2b-b7d9-dbc77bd2cf43 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Request body: {'security_group_rule': {'security_group_id': 'f0c83657-5631-4236-9279-5a0a82070e50', 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:18.999028 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bc39-3931-4d2b-b7d9-dbc77bd2cf43 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (1374c3bd-0441-42a2-a6de-9a91a10fec88), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.059057 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bc39-3931-4d2b-b7d9-dbc77bd2cf43 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (1374c3bd-0441-42a2-a6de-9a91a10fec88), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.138671 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bc39-3931-4d2b-b7d9-dbc77bd2cf43 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (1374c3bd-0441-42a2-a6de-9a91a10fec88), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.145937 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:19.158616 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5bc39-3931-4d2b-b7d9-dbc77bd2cf43 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1374c3bd-0441-42a2-a6de-9a91a10fec88,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:19.211765 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bc39-3931-4d2b-b7d9-dbc77bd2cf43 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.213093 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a7a5bc39-3931-4d2b-b7d9-dbc77bd2cf43 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268168 Oct 12 00:23:19.215687 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35792) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:19.219962 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-37e4db9c-bc9c-41f8-b0da-622e2b17295d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Request body: {'security_group_rule': {'security_group_id': 'f0c83657-5631-4236-9279-5a0a82070e50', 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:19.307159 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-37e4db9c-bc9c-41f8-b0da-622e2b17295d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (6f7e68b3-bbe8-4ed2-af78-bbe089e1c8d7), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.365585 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-37e4db9c-bc9c-41f8-b0da-622e2b17295d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (6f7e68b3-bbe8-4ed2-af78-bbe089e1c8d7), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.424592 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-37e4db9c-bc9c-41f8-b0da-622e2b17295d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (6f7e68b3-bbe8-4ed2-af78-bbe089e1c8d7), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.434377 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device dbb99aba-88ee-4441-85ff-aef564d9b583 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:23:19.443801 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4db9c-bc9c-41f8-b0da-622e2b17295d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7e68b3-bbe8-4ed2-af78-bbe089e1c8d7,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:19.480449 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port dbb99aba-88ee-4441-85ff-aef564d9b583 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:23:19.503302 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-37e4db9c-bc9c-41f8-b0da-622e2b17295d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.504719 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-37e4db9c-bc9c-41f8-b0da-622e2b17295d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2879376 Oct 12 00:23:19.507123 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 35794) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:19.511759 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-51102e00-1a29-43f7-bb7d-8d8abcce3f5f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Request body: {'security_group_rule': {'security_group_id': 'f0c83657-5631-4236-9279-5a0a82070e50', 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:19.581296 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port dbb99aba-88ee-4441-85ff-aef564d9b583 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:23:19.585253 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.585253 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port dbb99aba-88ee-4441-85ff-aef564d9b583 Oct 12 00:23:19.604710 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.securitygroups_db [None req-51102e00-1a29-43f7-bb7d-8d8abcce3f5f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Project 33e38693dbe5490fb39cd1981274a5f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 00:23:19.610326 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-51102e00-1a29-43f7-bb7d-8d8abcce3f5f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (c32586bd-1d74-4914-8506-21239ccc78b1), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.654624 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port dbb99aba-88ee-4441-85ff-aef564d9b583 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:23:19.654925 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.670281 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-51102e00-1a29-43f7-bb7d-8d8abcce3f5f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (c32586bd-1d74-4914-8506-21239ccc78b1), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.678048 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff79ad8-fc4e-4a17-930a-6e1e1344e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb99aba-88ee-4441-85ff-aef564d9b583'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:23:19.680321 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4d41db-1bc0-48cc-82c8-c91cece65785" -d '{"events": [{"server_uuid": "fff79ad8-fc4e-4a17-930a-6e1e1344e251", "name": "network-vif-plugged", "status": "completed", "tag": "dbb99aba-88ee-4441-85ff-aef564d9b583"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:23:19.692735 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port dbb99aba-88ee-4441-85ff-aef564d9b583, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dbb99aba-88ee-4441-85ff-aef564d9b583,segment=NetworkSegment(6436dcd8-5748-47c5-b6bd-102a13d79def),segment_id=6436dcd8-5748-47c5-b6bd-102a13d79def)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:23:19.716298 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1286c1f-f8c6-46d2-a4b3-398e9628a53a x-openstack-request-id: req-c1286c1f-f8c6-46d2-a4b3-398e9628a53a {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:23:19.716583 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff79ad8-fc4e-4a17-930a-6e1e1344e251", "name": "network-vif-plugged", "status": "completed", "tag": "dbb99aba-88ee-4441-85ff-aef564d9b583", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:23:19.716836 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1286c1f-f8c6-46d2-a4b3-398e9628a53a {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:23:19.717229 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1286c1f-f8c6-46d2-a4b3-398e9628a53a'] response: {'server_uuid': 'fff79ad8-fc4e-4a17-930a-6e1e1344e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb99aba-88ee-4441-85ff-aef564d9b583', 'code': 200} Oct 12 00:23:19.745159 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-51102e00-1a29-43f7-bb7d-8d8abcce3f5f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (c32586bd-1d74-4914-8506-21239ccc78b1), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.763798 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51102e00-1a29-43f7-bb7d-8d8abcce3f5f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32586bd-1d74-4914-8506-21239ccc78b1,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:19.774364 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.829649 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-51102e00-1a29-43f7-bb7d-8d8abcce3f5f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.833728 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-51102e00-1a29-43f7-bb7d-8d8abcce3f5f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3229272 Oct 12 00:23:19.834145 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 35800) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:19.837922 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=dbb99aba-88ee-4441-85ff-aef564d9b583,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:19.838979 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-869c4c7b-d5ce-4701-a5dc-ad0c5120d366 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Request body: {'security_group_rule': {'security_group_id': 'f0c83657-5631-4236-9279-5a0a82070e50', 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:19.896667 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefc87f-93ae-4bf8-90ab-103747a2eb20 req-4ead7fc9-64b5-40cd-92b3-096b1a1ab077 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:19.898284 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-aeefc87f-93ae-4bf8-90ab-103747a2eb20 req-4ead7fc9-64b5-40cd-92b3-096b1a1ab077 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 945 time: 0.0506213 Oct 12 00:23:19.950370 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-aeefc87f-93ae-4bf8-90ab-103747a2eb20 req-ff00144b-e516-4d3a-b034-9cc2ed29577f tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457947 Oct 12 00:23:19.965595 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.securitygroups_db [None req-869c4c7b-d5ce-4701-a5dc-ad0c5120d366 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Project 33e38693dbe5490fb39cd1981274a5f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 00:23:19.972294 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:19.975120 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-869c4c7b-d5ce-4701-a5dc-ad0c5120d366 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (ce60085f-abb0-4e7e-b035-0da2d05cfaf1), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:19.990416 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81992c-4e52-45d9-bfe6-b157b11812b5 req-24b45c4e-f63e-43bb-9c86-01a315f31e77 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:19.991876 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ff81992c-4e52-45d9-bfe6-b157b11812b5 req-24b45c4e-f63e-43bb-9c86-01a315f31e77 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0629025 Oct 12 00:23:20.065457 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-869c4c7b-d5ce-4701-a5dc-ad0c5120d366 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (ce60085f-abb0-4e7e-b035-0da2d05cfaf1), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:20.068958 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ff81992c-4e52-45d9-bfe6-b157b11812b5 req-f7522eb8-f7c6-43c5-b760-dedd387841a7 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713918 Oct 12 00:23:20.140581 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-869c4c7b-d5ce-4701-a5dc-ad0c5120d366 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (ce60085f-abb0-4e7e-b035-0da2d05cfaf1), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:20.145390 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d3964-130c-4090-8d9e-ecdf7c2ab829 req-8e173acd-9fe1-4a57-b845-2753951becd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:20.146862 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-808d3964-130c-4090-8d9e-ecdf7c2ab829 req-8e173acd-9fe1-4a57-b845-2753951becd3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 1129 time: 0.0425341 Oct 12 00:23:20.174932 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c4c7b-d5ce-4701-a5dc-ad0c5120d366 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce60085f-abb0-4e7e-b035-0da2d05cfaf1,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:20.202812 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-808d3964-130c-4090-8d9e-ecdf7c2ab829 req-69db81c7-5c7a-4fc0-a318-0c0acd3a6ecf service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421367 Oct 12 00:23:20.251907 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-869c4c7b-d5ce-4701-a5dc-ad0c5120d366 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:20.253034 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-869c4c7b-d5ce-4701-a5dc-ad0c5120d366 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4180827 Oct 12 00:23:20.341922 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-677f7e7c-7b1a-42c5-b96d-4b20c92d7e09 req-f833d52c-a6e6-4179-b8f6-a0ea4a245bfc tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1141163874&fields=id&tenant_id=33e38693dbe5490fb39cd1981274a5f6 HTTP/1.1" status: 200 len: 267 time: 0.0441699 Oct 12 00:23:20.391517 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f7e7c-7b1a-42c5-b96d-4b20c92d7e09 req-caa646d3-6a50-40c3-87ed-1fe80c2f5b09 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:20.392963 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-677f7e7c-7b1a-42c5-b96d-4b20c92d7e09 req-caa646d3-6a50-40c3-87ed-1fe80c2f5b09 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 945 time: 0.0457444 Oct 12 00:23:20.403328 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-677f7e7c-7b1a-42c5-b96d-4b20c92d7e09 req-d46749ce-632a-4c61-b343-10387803f526 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Request body: {'port': {'security_groups': ['3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5', 'f0c83657-5631-4236-9279-5a0a82070e50']}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:20.475859 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-677f7e7c-7b1a-42c5-b96d-4b20c92d7e09 req-d46749ce-632a-4c61-b343-10387803f526 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (286053d8-514a-44bb-93e8-8591874205f2), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:20.590711 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:20.689439 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-677f7e7c-7b1a-42c5-b96d-4b20c92d7e09 req-d46749ce-632a-4c61-b343-10387803f526 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] For port 286053d8-514a-44bb-93e8-8591874205f2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=286053d8-514a-44bb-93e8-8591874205f2,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:23:20.716929 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-677f7e7c-7b1a-42c5-b96d-4b20c92d7e09 req-d46749ce-632a-4c61-b343-10387803f526 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for port (286053d8-514a-44bb-93e8-8591874205f2), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:20.767676 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-677f7e7c-7b1a-42c5-b96d-4b20c92d7e09 req-d46749ce-632a-4c61-b343-10387803f526 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (286053d8-514a-44bb-93e8-8591874205f2), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:20.777416 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f7e7c-7b1a-42c5-b96d-4b20c92d7e09 req-d46749ce-632a-4c61-b343-10387803f526 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:20.778473 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-677f7e7c-7b1a-42c5-b96d-4b20c92d7e09 req-d46749ce-632a-4c61-b343-10387803f526 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:20.779484 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-677f7e7c-7b1a-42c5-b96d-4b20c92d7e09 req-d46749ce-632a-4c61-b343-10387803f526 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "PUT /networking/v2.0/ports/286053d8-514a-44bb-93e8-8591874205f2 HTTP/1.1" status: 200 len: 981 time: 0.3804748 Oct 12 00:23:20.780076 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'tag': '286053d8-514a-44bb-93e8-8591874205f2'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:23:20.785222 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547f696c-6a9a-4950-8786-89685b3fbe6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "tag": "286053d8-514a-44bb-93e8-8591874205f2"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:23:20.823260 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cda7d1a-9acd-4e70-837d-63015ad92a1c x-openstack-request-id: req-4cda7d1a-9acd-4e70-837d-63015ad92a1c {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:23:20.831859 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "tag": "286053d8-514a-44bb-93e8-8591874205f2", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:23:20.831859 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4cda7d1a-9acd-4e70-837d-63015ad92a1c {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:23:20.831859 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cda7d1a-9acd-4e70-837d-63015ad92a1c'] response: {'name': 'network-changed', 'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'tag': '286053d8-514a-44bb-93e8-8591874205f2', 'status': 'completed', 'code': 200} Oct 12 00:23:20.832157 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['286053d8-514a-44bb-93e8-8591874205f2'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:23:20.838772 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46749ce-632a-4c61-b343-10387803f526 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'Port': ['ID=286053d8-514a-44bb-93e8-8591874205f2,revision_number=6']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:20.891808 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504868bc-6e82-4a20-b174-a3b9cd96dbca req-d6355b37-87bf-470a-ac2c-084d00b3bc1c tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:20.893749 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-504868bc-6e82-4a20-b174-a3b9cd96dbca req-d6355b37-87bf-470a-ac2c-084d00b3bc1c tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0616751 Oct 12 00:23:20.905380 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:20.955940 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-504868bc-6e82-4a20-b174-a3b9cd96dbca req-abdbde38-95f0-4646-b80f-f56523a2616f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559740 Oct 12 00:23:21.072250 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb42dc0-45b4-4323-a82c-dacfb002f249 req-7759ab75-38e9-42e1-bad0-ad1ff8e32271 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:21.073668 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-edb42dc0-45b4-4323-a82c-dacfb002f249 req-7759ab75-38e9-42e1-bad0-ad1ff8e32271 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 945 time: 0.0503571 Oct 12 00:23:21.091086 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['286053d8-514a-44bb-93e8-8591874205f2'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:23:21.094889 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:21.123781 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-edb42dc0-45b4-4323-a82c-dacfb002f249 req-1ecfe32b-f97d-4034-804f-462b7d9a3de5 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445735 Oct 12 00:23:21.198636 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d42e2c-9f8e-4160-81ec-428f998f250a req-a6b1d6da-8181-439f-ab62-d811ddc5de6a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:21.200123 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-45d42e2c-9f8e-4160-81ec-428f998f250a req-a6b1d6da-8181-439f-ab62-d811ddc5de6a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0462868 Oct 12 00:23:21.213482 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:21.255776 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-45d42e2c-9f8e-4160-81ec-428f998f250a req-205cceb4-f378-4444-b68b-cfa035ee009f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492141 Oct 12 00:23:21.521772 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f696c-6a9a-4950-8786-89685b3fbe6e req-fb738d9b-7afe-4062-9a60-286b35f5073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:21.523244 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-547f696c-6a9a-4950-8786-89685b3fbe6e req-fb738d9b-7afe-4062-9a60-286b35f5073f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=33e38693dbe5490fb39cd1981274a5f6&device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 1168 time: 0.0382051 Oct 12 00:23:21.622031 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f696c-6a9a-4950-8786-89685b3fbe6e req-5b892f8f-83ba-487b-ae42-9a6db6de2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:21.623540 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-547f696c-6a9a-4950-8786-89685b3fbe6e req-5b892f8f-83ba-487b-ae42-9a6db6de2a5f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dd5abad8-644b-4096-9887-e4113519a575 HTTP/1.1" status: 200 len: 916 time: 0.0890942 Oct 12 00:23:21.687313 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2dccc06d-e6ad-4199-a897-4c5df8e17ccf details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:23:21.701547 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:21.718321 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-547f696c-6a9a-4950-8786-89685b3fbe6e req-58021d27-207b-422b-a006-09d8ec278b16 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286053d8-514a-44bb-93e8-8591874205f2 HTTP/1.1" status: 200 len: 1000 time: 0.0603380 Oct 12 00:23:21.929859 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:23:21.942192 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'port_id': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'mac_address': 'fa:16:3e:e7:77:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:23:21.975619 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f696c-6a9a-4950-8786-89685b3fbe6e req-9f78c232-89cb-422e-992b-98aa7d9b2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:21.977123 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-547f696c-6a9a-4950-8786-89685b3fbe6e req-9f78c232-89cb-422e-992b-98aa7d9b2773 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c42a7b1b-73e5-4150-a3f9-0d95aa68df72 HTTP/1.1" status: 200 len: 854 time: 0.2508101 Oct 12 00:23:21.977422 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf is: ACTIVE; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:23:21.977816 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:21.986175 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:21.991151 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dccc06d-e6ad-4199-a897-4c5df8e17ccf {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:23:22.011202 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:23:22.078704 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:22.127219 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,revision_number=6']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:22.134140 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.134533 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.134900 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.135250 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.135607 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.135935 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.136253 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.136826 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.137156 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.137477 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.137796 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.138125 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.138443 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.138759 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.139069 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:23:22.244748 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac25186-ea0a-44bc-a885-61d72b8f282a req-3c033776-919f-47d6-8c33-2f895f3f9823 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:22.246230 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-dac25186-ea0a-44bc-a885-61d72b8f282a req-3c033776-919f-47d6-8c33-2f895f3f9823 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 945 time: 0.0473182 Oct 12 00:23:22.294624 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-dac25186-ea0a-44bc-a885-61d72b8f282a req-e7bb2316-ddb2-46d2-9bc8-e117eb96e40e tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 Oct 12 00:23:22.360604 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['2dccc06d-e6ad-4199-a897-4c5df8e17ccf'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:23:22.374569 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2835-0fbc-4a06-99e2-cbcb313d808a req-4120d290-40ff-4de1-90ea-b2a25e0b3a44 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:22.376071 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-de4a2835-0fbc-4a06-99e2-cbcb313d808a req-4120d290-40ff-4de1-90ea-b2a25e0b3a44 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 945 time: 0.0467010 Oct 12 00:23:22.422490 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-de4a2835-0fbc-4a06-99e2-cbcb313d808a req-9e3e766d-fbe7-4f28-a7c1-1f1c7ed6f6a2 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405858 Oct 12 00:23:22.467557 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:22.681777 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f696c-6a9a-4950-8786-89685b3fbe6e req-15698a0e-dd2b-49f2-ad71-6c6d03aa846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:22.683691 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-547f696c-6a9a-4950-8786-89685b3fbe6e req-15698a0e-dd2b-49f2-ad71-6c6d03aa846e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dd5abad8-644b-4096-9887-e4113519a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454938 Oct 12 00:23:22.778906 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-547f696c-6a9a-4950-8786-89685b3fbe6e req-9fe724e0-2fa3-46e6-8ab1-01099b9659f9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873616 Oct 12 00:23:22.879029 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-547f696c-6a9a-4950-8786-89685b3fbe6e req-e9166ca8-a586-4600-ac76-f1857782bb87 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908198 Oct 12 00:23:23.430795 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823d6b8-1f5e-4739-bef7-957203e126d2 req-b8cd6708-41e5-4cbd-8aa0-9d482fa05da0 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:23.432476 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2823d6b8-1f5e-4739-bef7-957203e126d2 req-b8cd6708-41e5-4cbd-8aa0-9d482fa05da0 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 945 time: 0.0592268 Oct 12 00:23:23.506605 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2823d6b8-1f5e-4739-bef7-957203e126d2 req-c6e77c27-966d-4005-868c-856f2e04f753 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663297 Oct 12 00:23:23.598684 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9017082-a002-4e27-84f5-2ed0c24ab7b3 req-d24404e9-171d-40bc-ab1f-c7565786b06d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:23.606775 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f9017082-a002-4e27-84f5-2ed0c24ab7b3 req-d24404e9-171d-40bc-ab1f-c7565786b06d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 945 time: 0.0683951 Oct 12 00:23:23.671453 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f9017082-a002-4e27-84f5-2ed0c24ab7b3 req-2099c371-36b4-4c0f-aab6-26f104ce6b8d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579140 Oct 12 00:23:23.701007 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2dccc06d-e6ad-4199-a897-4c5df8e17ccf up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:23:23.750501 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:23:23.750915 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:23.751254 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf Oct 12 00:23:23.830885 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:23:23.831276 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:23.857811 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:23:23.859288 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03a6eb3-1182-4da5-a5d8-6f775aaaa48f" -d '{"events": [{"server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "name": "network-vif-plugged", "status": "completed", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:23:23.878922 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:23:23.903158 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f47211c-33e4-4184-b06b-cfe63dd4e14c x-openstack-request-id: req-9f47211c-33e4-4184-b06b-cfe63dd4e14c {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:23:23.903503 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "name": "network-vif-plugged", "status": "completed", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:23:23.903785 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f47211c-33e4-4184-b06b-cfe63dd4e14c {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:23:23.904228 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f47211c-33e4-4184-b06b-cfe63dd4e14c'] response: {'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'code': 200} Oct 12 00:23:23.941657 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:24.002697 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,revision_number=7']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:24.809281 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe3e44-6992-453e-921b-502d0887ddcb req-8289f9e0-f6b3-431b-84a8-a4ad33faa2c2 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:24.810751 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c8fe3e44-6992-453e-921b-502d0887ddcb req-8289f9e0-f6b3-431b-84a8-a4ad33faa2c2 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0572748 Oct 12 00:23:24.846426 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:24.862336 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c8fe3e44-6992-453e-921b-502d0887ddcb req-0a9621c5-ad69-4998-83e8-d811af3ebbae tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455244 Oct 12 00:23:25.996450 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c6e11-fc74-46a7-a265-1aa3ed8b86af req-dc82c46f-b252-4238-b02f-93be7403a150 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:25.997879 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-955c6e11-fc74-46a7-a265-1aa3ed8b86af req-dc82c46f-b252-4238-b02f-93be7403a150 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0464098 Oct 12 00:23:26.044579 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-955c6e11-fc74-46a7-a265-1aa3ed8b86af req-3b5f512a-de8a-47c1-9519-8e0e9a46962b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Oct 12 00:23:26.776277 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:23:27.178561 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef18187-6dd5-42ec-be4e-9c6872e45f51 req-5ba115f1-6a7c-486c-8cc2-33192c78e370 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:27.182082 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bef18187-6dd5-42ec-be4e-9c6872e45f51 req-5ba115f1-6a7c-486c-8cc2-33192c78e370 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0520811 Oct 12 00:23:27.235949 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bef18187-6dd5-42ec-be4e-9c6872e45f51 req-559f4baa-ee45-4907-8b44-504a00c97b02 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476897 Oct 12 00:23:28.358548 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ea01dcc6-272f-42a8-b041-3e9b293bdf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:28.381827 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9011f94-6da6-461e-b204-0a2eece7c5c5 req-b1f6553a-b29b-4f13-ba0a-5f626145403e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:28.384796 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e9011f94-6da6-461e-b204-0a2eece7c5c5 req-b1f6553a-b29b-4f13-ba0a-5f626145403e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0566671 Oct 12 00:23:28.441510 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e9011f94-6da6-461e-b204-0a2eece7c5c5 req-ceea47a0-5ef4-454c-bdc7-598dc851b877 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475368 Oct 12 00:23:29.610185 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd804-3291-4674-a257-bb7e35edd44e req-ae659065-93a5-45bf-a1ca-1e3da6ff363e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:29.613637 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-01afd804-3291-4674-a257-bb7e35edd44e req-ae659065-93a5-45bf-a1ca-1e3da6ff363e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0647116 Oct 12 00:23:29.631158 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1398ce-f6ad-4282-b620-e644eb7f7c21 req-67b06cea-95e3-4b4d-8d8c-fbfa6d26e77b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:29.632671 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8f1398ce-f6ad-4282-b620-e644eb7f7c21 req-67b06cea-95e3-4b4d-8d8c-fbfa6d26e77b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 945 time: 0.0627079 Oct 12 00:23:29.667627 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-01afd804-3291-4674-a257-bb7e35edd44e req-224737ca-4af6-4ee6-98cd-54eb27f7f2ee tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483346 Oct 12 00:23:29.710665 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8f1398ce-f6ad-4282-b620-e644eb7f7c21 req-12c5dc55-052a-4b95-a45e-21a554417588 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713279 Oct 12 00:23:30.658666 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-924b11be-9f19-4024-8b0d-fd8945a35d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:30.810763 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de753-e6f4-405e-94aa-ae79e7d18519 req-75bc71a4-17be-4b1f-97a2-ae9b9e2c9702 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:30.818043 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cd2de753-e6f4-405e-94aa-ae79e7d18519 req-75bc71a4-17be-4b1f-97a2-ae9b9e2c9702 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0554781 Oct 12 00:23:30.863008 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cd2de753-e6f4-405e-94aa-ae79e7d18519 req-097ee4af-ef03-4812-aa49-e4396d391afc tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441098 Oct 12 00:23:30.876414 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da7a67-a1a9-4b26-a00f-cc4e128bbea0 req-858f588c-df81-4c0a-b827-81e1b962e181 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:30.878794 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-32da7a67-a1a9-4b26-a00f-cc4e128bbea0 req-858f588c-df81-4c0a-b827-81e1b962e181 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 945 time: 0.0555568 Oct 12 00:23:30.964388 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-32da7a67-a1a9-4b26-a00f-cc4e128bbea0 req-c06f8f27-47e0-490b-941c-2745b00a42ad tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800388 Oct 12 00:23:31.807345 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:32.004852 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe42675-54b7-47ad-bfb5-ebe22284a46d req-aa48b6d9-b04f-4dab-b695-3311b9d776cb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:32.019795 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8fe42675-54b7-47ad-bfb5-ebe22284a46d req-aa48b6d9-b04f-4dab-b695-3311b9d776cb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0649655 Oct 12 00:23:32.094392 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8fe42675-54b7-47ad-bfb5-ebe22284a46d req-717af85b-335f-4376-a3e8-8a9a8a8cda5f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737290 Oct 12 00:23:32.107915 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735b6f1-5c6e-424f-b684-1b2af26f24f7 req-2c2734b0-73a9-4540-bc86-1faa156bf17a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:32.115602 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4735b6f1-5c6e-424f-b684-1b2af26f24f7 req-2c2734b0-73a9-4540-bc86-1faa156bf17a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 945 time: 0.0662911 Oct 12 00:23:32.160685 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4735b6f1-5c6e-424f-b684-1b2af26f24f7 req-d56a0a9e-3c3e-419a-b2f0-8c0541195fed tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc7aac85-d8e8-40f2-a917-f3407bc64a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 Oct 12 00:23:32.350382 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-1f86a70b-8ec5-4cc8-8faf-e9b85e1c0b77 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:32.352567 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-1f86a70b-8ec5-4cc8-8faf-e9b85e1c0b77 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 945 time: 0.0514054 Oct 12 00:23:32.390799 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:32.443631 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Deleting port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:23:32.444446 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:32.580332 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] For port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=617aaa52-3f6e-495d-a0e1-b133ca5d63c3,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:23:32.580918 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:32.878765 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:32.881293 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (154d2114-0f1b-47f2-b864-0776048ccf02), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:32.881649 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Floating IP 154d2114-0f1b-47f2-b864-0776048ccf02 disassociated. External IP: 172.27.4.245, port: 617aaa52-3f6e-495d-a0e1-b133ca5d63c3. Oct 12 00:23:32.883693 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Calling delete_port for 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 owned by compute:nova {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:23:32.953823 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:33.019309 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:33.105591 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (617aaa52-3f6e-495d-a0e1-b133ca5d63c3), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:33.136581 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'Port': ['ID=617aaa52-3f6e-495d-a0e1-b133ca5d63c3,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:33.316792 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96e2b-e16b-46c5-8169-0c51b7262544 req-6ff8280d-ffd3-4300-924e-d62e764fbdba tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:33.318257 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-08e96e2b-e16b-46c5-8169-0c51b7262544 req-6ff8280d-ffd3-4300-924e-d62e764fbdba tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0584829 Oct 12 00:23:33.333758 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Router 8e420787-32f1-4086-a0bd-84c2dcf5d506 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:23:33.356595 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:33.503124 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-08e96e2b-e16b-46c5-8169-0c51b7262544 req-10f7c200-a7ea-460b-9e54-d623c0018ce0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770337 Oct 12 00:23:33.504399 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:23:33.521515 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7653f-85cf-4a36-88ee-29f34dc2cf3a None None] Sync routers for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:23:33.555726 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7653f-85cf-4a36-88ee-29f34dc2cf3a None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:23:33.556390 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-d7b7653f-85cf-4a36-88ee-29f34dc2cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:23:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:33.576924 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] No DVR routers for this DVR port 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 on host hv-cinder-84914 {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:23:33.579719 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cf36252e-a3a8-41c0-8033-b8d5eda485fc req-2b89575a-2a3a-41e2-be04-5efb93aee913 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0914223 Oct 12 00:23:33.581853 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:33.586191 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5ce5b722-79e4-44a7-bc1e-50b6ec5443ca req-0d067cc9-9021-4781-9ba0-c90b1555cbd5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "DELETE /networking/v2.0/ports/617aaa52-3f6e-495d-a0e1-b133ca5d63c3 HTTP/1.1" status: 204 len: 173 time: 1.2276237 Oct 12 00:23:33.587336 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'name': 'network-vif-deleted', 'tag': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:23:33.590108 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f820ed33-d594-4f39-a584-c170b908de1a" -d '{"events": [{"server_uuid": "69a75274-767b-4dd6-86bc-536d9a96b07b", "name": "network-vif-deleted", "tag": "617aaa52-3f6e-495d-a0e1-b133ca5d63c3"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:23:33.646065 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb689a6e-a9d8-4bbf-9837-f92a433a4820 x-openstack-request-id: req-bb689a6e-a9d8-4bbf-9837-f92a433a4820 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:23:33.646367 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a75274-767b-4dd6-86bc-536d9a96b07b", "name": "network-vif-deleted", "tag": "617aaa52-3f6e-495d-a0e1-b133ca5d63c3", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:23:33.646613 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb689a6e-a9d8-4bbf-9837-f92a433a4820 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:23:33.647014 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb689a6e-a9d8-4bbf-9837-f92a433a4820'] response: {'server_uuid': '69a75274-767b-4dd6-86bc-536d9a96b07b', 'name': 'network-vif-deleted', 'tag': '617aaa52-3f6e-495d-a0e1-b133ca5d63c3', 'status': 'completed', 'code': 200} Oct 12 00:23:33.704623 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-d7b7653f-85cf-4a36-88ee-29f34dc2cf3a None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:23:33.952565 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-d7b7653f-85cf-4a36-88ee-29f34dc2cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:de:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:15Z', 'updated_at': '2022-10-12T00:20:57Z', 'revision_number': 2, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:33.977874 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7653f-85cf-4a36-88ee-29f34dc2cf3a None None] Checking router: 8e420787-32f1-4086-a0bd-84c2dcf5d506 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:23:33.986682 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7653f-85cf-4a36-88ee-29f34dc2cf3a None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:23:33.987286 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-d7b7653f-85cf-4a36-88ee-29f34dc2cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:23:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:34.066592 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:34.085630 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:34.096350 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-d7b7653f-85cf-4a36-88ee-29f34dc2cf3a None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:23:34.340614 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-d7b7653f-85cf-4a36-88ee-29f34dc2cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:de:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:15Z', 'updated_at': '2022-10-12T00:20:57Z', 'revision_number': 2, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:34.369654 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7653f-85cf-4a36-88ee-29f34dc2cf3a None None] The sync data for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi is: [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:de:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:20:15Z', 'updated_at': '2022-10-12T00:20:57Z', 'revision_number': 2, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:23:34.464310 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:34.675994 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd51e2-10ca-40aa-8994-e493f73d3380 None None] New status for floating IP 154d2114-0f1b-47f2-b864-0776048ccf02: DOWN {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:23:34.710883 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f55cb0-2ec9-4eeb-a6c1-68379a55235d req-7eafcafd-5049-462e-b3bd-dbae741d86ea tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:34.722521 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b5f55cb0-2ec9-4eeb-a6c1-68379a55235d req-7eafcafd-5049-462e-b3bd-dbae741d86ea tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0901489 Oct 12 00:23:34.732376 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e62778f8-b71c-4485-aaf9-368390cb07b2 req-c7727221-d8bb-4170-89eb-63e5816d767a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0319648 Oct 12 00:23:34.826527 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b5f55cb0-2ec9-4eeb-a6c1-68379a55235d req-3aa5fb3a-426f-4789-8fc1-e62efb918d57 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010160 Oct 12 00:23:35.855342 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f5369e92-a1d3-4b97-b2f4-7b39a7c4a87d req-3aef788c-4fcc-4406-95b5-05dd3e973644 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0276773 Oct 12 00:23:35.955449 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca036f1a-38ee-428d-9e5e-0fe88003c805 req-3579001b-de68-4884-ad33-09db48e2c2b7 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:35.956777 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ca036f1a-38ee-428d-9e5e-0fe88003c805 req-3579001b-de68-4884-ad33-09db48e2c2b7 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0485857 Oct 12 00:23:36.001654 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ca036f1a-38ee-428d-9e5e-0fe88003c805 req-2c6c83ff-ec0f-428a-80bd-657fc5e25166 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395148 Oct 12 00:23:36.962834 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-108679b9-c237-4cfb-9211-9b6cd04f7c83 req-09b2e57e-c2e9-436e-897b-b617d4450a35 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0271575 Oct 12 00:23:37.125405 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1e925-9bd3-412b-a4d2-c29927a96e23 req-bd50a2f2-a779-40c9-9943-472d3d3d883a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:37.126739 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9ed1e925-9bd3-412b-a4d2-c29927a96e23 req-bd50a2f2-a779-40c9-9943-472d3d3d883a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0450509 Oct 12 00:23:37.138995 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:37.169419 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:37.173947 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9ed1e925-9bd3-412b-a4d2-c29927a96e23 req-c09a86f1-9cad-4a1f-9efc-3366bddcd822 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 Oct 12 00:23:37.986500 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:23:38.012712 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:23:38.013077 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 617aaa52-3f6e-495d-a0e1-b133ca5d63c3 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:23:38.033016 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958efc9a-781b-40bd-9331-29cfc6302953 req-adaaa1e9-7d5a-477d-a312-e7b307818898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:38.034558 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-958efc9a-781b-40bd-9331-29cfc6302953 req-adaaa1e9-7d5a-477d-a312-e7b307818898 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 1130 time: 0.0442700 Oct 12 00:23:38.115582 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1145fb4a-5302-455f-86dd-26bf7ef8c09c req-c90bb92d-95ce-42a0-82bd-a9cccc307fa0 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=69a75274-767b-4dd6-86bc-536d9a96b07b HTTP/1.1" status: 200 len: 210 time: 0.0586703 Oct 12 00:23:38.154148 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2dccc06d-e6ad-4199-a897-4c5df8e17ccf no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:23:38.155672 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958efc9a-781b-40bd-9331-29cfc6302953 req-ddd4d341-9a89-4d0c-9b18-43a3501c8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:38.157161 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-958efc9a-781b-40bd-9331-29cfc6302953 req-ddd4d341-9a89-4d0c-9b18-43a3501c8d0a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 917 time: 0.1104798 Oct 12 00:23:38.226622 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf is: ACTIVE; New status is: DOWN {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:23:38.227058 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:38.250439 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:23:38.252775 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff1ebc3-df2b-485d-bfe9-ff059c019028" -d '{"events": [{"server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "name": "network-vif-unplugged", "status": "completed", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:23:38.266007 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:23:38.291461 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 00:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498c0e7e-f4af-4767-8a87-7c5609f16a52 x-openstack-request-id: req-498c0e7e-f4af-4767-8a87-7c5609f16a52 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:23:38.292295 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "name": "network-vif-unplugged", "status": "completed", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:23:38.292295 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-498c0e7e-f4af-4767-8a87-7c5609f16a52 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:23:38.292504 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498c0e7e-f4af-4767-8a87-7c5609f16a52'] response: {'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'code': 200} Oct 12 00:23:38.302766 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b687e-6494-47ed-98b7-a14925704bea req-a0805336-b08b-4329-a53b-dee09686dc57 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:38.304268 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-353b687e-6494-47ed-98b7-a14925704bea req-a0805336-b08b-4329-a53b-dee09686dc57 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 946 time: 0.0495050 Oct 12 00:23:38.338493 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:38.355872 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-353b687e-6494-47ed-98b7-a14925704bea req-edbaf3e5-146e-4594-a2a2-7ff46ce23004 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458119 Oct 12 00:23:38.384938 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,revision_number=8']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:38.541267 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-958efc9a-781b-40bd-9331-29cfc6302953 req-68104b4e-bd7e-442b-9dcb-039d5210308e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf HTTP/1.1" status: 200 len: 999 time: 0.0591879 Oct 12 00:23:38.577065 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:38.590013 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958efc9a-781b-40bd-9331-29cfc6302953 req-3343c0ad-1fda-4a29-9190-459243cbc916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:38.591434 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-958efc9a-781b-40bd-9331-29cfc6302953 req-3343c0ad-1fda-4a29-9190-459243cbc916 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=fd02fede-aeab-4655-a486-9bfc8561b3bd HTTP/1.1" status: 200 len: 855 time: 0.0443473 Oct 12 00:23:38.635550 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958efc9a-781b-40bd-9331-29cfc6302953 req-d190abe9-f110-42c4-b8c2-de1977a03f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:38.637212 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-958efc9a-781b-40bd-9331-29cfc6302953 req-d190abe9-f110-42c4-b8c2-de1977a03f23 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0c299ee8-2b42-4994-965e-051a94d2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372109 Oct 12 00:23:38.732542 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-958efc9a-781b-40bd-9331-29cfc6302953 req-e1145137-5961-47d2-b1ec-73fc3af69638 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870154 Oct 12 00:23:38.745703 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:38.820584 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-958efc9a-781b-40bd-9331-29cfc6302953 req-e795324e-b573-4943-90c7-2a0ec0fcc896 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815651 Oct 12 00:23:39.278771 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 36008) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:39.339516 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-461353d9-1ff3-4285-918a-739fc3fa373e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (cc7aac85-d8e8-40f2-a917-f3407bc64a72), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:39.361283 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-461353d9-1ff3-4285-918a-739fc3fa373e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (cc7aac85-d8e8-40f2-a917-f3407bc64a72), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:39.481684 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f6de1-42b5-4c2a-b8e8-ff8d494458c3 req-419b232c-1ee5-49f9-be8e-343fac4a9841 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:39.483141 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b33f6de1-42b5-4c2a-b8e8-ff8d494458c3 req-419b232c-1ee5-49f9-be8e-343fac4a9841 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0459840 Oct 12 00:23:39.496585 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-461353d9-1ff3-4285-918a-739fc3fa373e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (cc7aac85-d8e8-40f2-a917-f3407bc64a72), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:39.499020 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-461353d9-1ff3-4285-918a-739fc3fa373e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:39.500295 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-461353d9-1ff3-4285-918a-739fc3fa373e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cc7aac85-d8e8-40f2-a917-f3407bc64a72 HTTP/1.1" status: 204 len: 168 time: 0.2202890 Oct 12 00:23:39.502931 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36014) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:39.517945 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.api.v2.resource [None req-e017b6c7-ae79-48ca-a7b1-7283ebc84686 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] show failed (client error): The resource could not be found. Oct 12 00:23:39.518930 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-e017b6c7-ae79-48ca-a7b1-7283ebc84686 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups/cc7aac85-d8e8-40f2-a917-f3407bc64a72 HTTP/1.1" status: 404 len: 347 time: 0.0146914 Oct 12 00:23:39.520029 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461353d9-1ff3-4285-918a-739fc3fa373e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7aac85-d8e8-40f2-a917-f3407bc64a72,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:39.521854 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36016) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:39.549478 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b33f6de1-42b5-4c2a-b8e8-ff8d494458c3 req-3ec95032-d358-4ffd-ab55-0964da069e8c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605850 Oct 12 00:23:39.635197 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-3c3540bb-0faf-479d-bef0-bc65d65015d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Deleting port 644d884b-0935-4d9e-b48b-1ff43bd2dc7e {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:23:39.635577 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3c3540bb-0faf-479d-bef0-bc65d65015d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (644d884b-0935-4d9e-b48b-1ff43bd2dc7e), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:39.709713 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3c3540bb-0faf-479d-bef0-bc65d65015d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (644d884b-0935-4d9e-b48b-1ff43bd2dc7e), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:39.710040 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3c3540bb-0faf-479d-bef0-bc65d65015d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (644d884b-0935-4d9e-b48b-1ff43bd2dc7e), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:39.722101 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-3c3540bb-0faf-479d-bef0-bc65d65015d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Calling delete_port for 644d884b-0935-4d9e-b48b-1ff43bd2dc7e owned by network:floatingip {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:23:39.915907 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3c3540bb-0faf-479d-bef0-bc65d65015d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (644d884b-0935-4d9e-b48b-1ff43bd2dc7e), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:39.938618 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3540bb-0faf-479d-bef0-bc65d65015d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'Port': ['ID=644d884b-0935-4d9e-b48b-1ff43bd2dc7e,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:40.005215 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3c3540bb-0faf-479d-bef0-bc65d65015d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (154d2114-0f1b-47f2-b864-0776048ccf02), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:40.007664 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3c3540bb-0faf-479d-bef0-bc65d65015d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:40.008802 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3c3540bb-0faf-479d-bef0-bc65d65015d3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/154d2114-0f1b-47f2-b864-0776048ccf02 HTTP/1.1" status: 204 len: 168 time: 0.4858534 Oct 12 00:23:40.678200 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0a926-4854-4d65-a589-26ec86ab4eef req-1a05a4c0-b10f-42cc-8cf4-7a3ff14d7e8f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:40.679782 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-27f0a926-4854-4d65-a589-26ec86ab4eef req-1a05a4c0-b10f-42cc-8cf4-7a3ff14d7e8f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0466416 Oct 12 00:23:40.725230 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-27f0a926-4854-4d65-a589-26ec86ab4eef req-7a1d4f49-b4a0-45dc-9221-b9d0f2231b59 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401056 Oct 12 00:23:41.848294 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf080d-7139-4438-9029-de933674a726 req-25eaccc2-e96b-477e-b38b-dc60c8e3a963 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:41.849716 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-15bf080d-7139-4438-9029-de933674a726 req-25eaccc2-e96b-477e-b38b-dc60c8e3a963 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0452988 Oct 12 00:23:41.899466 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-15bf080d-7139-4438-9029-de933674a726 req-d78ed476-528e-4f55-882f-8f2caef294de tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437539 Oct 12 00:23:43.033328 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e8b67-3fce-4ec4-b860-2d83b7aa26bb req-e56027f9-18c0-44b8-80bc-576137ea953b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:43.033855 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8b2e8b67-3fce-4ec4-b860-2d83b7aa26bb req-e56027f9-18c0-44b8-80bc-576137ea953b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0524330 Oct 12 00:23:43.081370 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8b2e8b67-3fce-4ec4-b860-2d83b7aa26bb req-13703a55-5c4e-4e49-8df5-b5a8d1c9e1fd tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420599 Oct 12 00:23:44.209692 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639101-9780-48bb-acf6-b8578fc28a25 req-2bfa0daf-a035-40fb-969e-425450f5ae0d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:44.211192 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-72639101-9780-48bb-acf6-b8578fc28a25 req-2bfa0daf-a035-40fb-969e-425450f5ae0d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0487723 Oct 12 00:23:44.262313 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-72639101-9780-48bb-acf6-b8578fc28a25 req-992c8693-8a01-4ac6-9b2f-37ce60e09c7f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453532 Oct 12 00:23:45.581386 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [req-2ee70c82-3dd8-4ef2-bb24-932019a0109a req-63d7aea0-053c-4a24-930c-9cb6a529139a service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:23:45.582384 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2ee70c82-3dd8-4ef2-bb24-932019a0109a req-63d7aea0-053c-4a24-930c-9cb6a529139a service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056708 Oct 12 00:23:45.967088 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310f7e9-0645-4090-a5fb-9feeea4c2011 req-ddfa48e2-4888-4325-b234-35db5ca1020a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:45.967750 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16060f-466a-4cfb-875f-777939d4a9a5 req-a8c3b947-954b-46e7-91e6-2ee7ee85f9b9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:45.968882 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9310f7e9-0645-4090-a5fb-9feeea4c2011 req-ddfa48e2-4888-4325-b234-35db5ca1020a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0572371 Oct 12 00:23:45.974121 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3f16060f-466a-4cfb-875f-777939d4a9a5 req-a8c3b947-954b-46e7-91e6-2ee7ee85f9b9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0666282 Oct 12 00:23:46.034588 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b1d3-9bfd-43bb-8eb1-7fd5a6cb9ddc req-c0560f07-518b-4e6f-959b-0ac5f6a6ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:46.036139 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6b61b1d3-9bfd-43bb-8eb1-7fd5a6cb9ddc req-c0560f07-518b-4e6f-959b-0ac5f6a6ccfd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 1130 time: 0.0855381 Oct 12 00:23:46.042524 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:46.048311 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9310f7e9-0645-4090-a5fb-9feeea4c2011 req-98d3b8db-b0ba-4ce2-a240-a77591904fb6 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722558 Oct 12 00:23:46.062519 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3f16060f-466a-4cfb-875f-777939d4a9a5 req-33d73316-1786-46ab-bc70-f5b1f8dcb2fc tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872946 Oct 12 00:23:46.159118 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b1d3-9bfd-43bb-8eb1-7fd5a6cb9ddc req-54f08205-d53e-44f7-998f-546b1bbbcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:46.160783 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6b61b1d3-9bfd-43bb-8eb1-7fd5a6cb9ddc req-54f08205-d53e-44f7-998f-546b1bbbcee2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.1153824 Oct 12 00:23:46.393816 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36142) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:46.474485 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-8bf479c1-373b-4f7d-8c2d-4859919322fa service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794792 Oct 12 00:23:46.483046 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-6ffeeab4-ebb5-411e-b2f4-0e07f67a17ad service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111560) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:23:46.484032 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-6ffeeab4-ebb5-411e-b2f4-0e07f67a17ad service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048699 Oct 12 00:23:46.561659 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36150) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:46.601962 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6b61b1d3-9bfd-43bb-8eb1-7fd5a6cb9ddc req-30cb8297-15f6-434b-bc8c-2aa21107253c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9df6017e-afa4-4f72-91b3-79f5fe5d9b49 HTTP/1.1" status: 200 len: 1001 time: 0.0609577 Oct 12 00:23:46.666585 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-2548805e-8f42-44e1-b22a-922c5beb287f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:46.666813 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b1d3-9bfd-43bb-8eb1-7fd5a6cb9ddc req-46311094-1eb0-4da6-bfc7-b220a68e17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:46.667910 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-2548805e-8f42-44e1-b22a-922c5beb287f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports/2dccc06d-e6ad-4199-a897-4c5df8e17ccf HTTP/1.1" status: 200 len: 941 time: 0.1052542 Oct 12 00:23:46.669128 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6b61b1d3-9bfd-43bb-8eb1-7fd5a6cb9ddc req-46311094-1eb0-4da6-bfc7-b220a68e17a1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0491166 Oct 12 00:23:46.785998 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:46.789278 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b1d3-9bfd-43bb-8eb1-7fd5a6cb9ddc req-49b0081b-fc84-4d64-9dab-bd91c6835065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:46.790813 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6b61b1d3-9bfd-43bb-8eb1-7fd5a6cb9ddc req-49b0081b-fc84-4d64-9dab-bd91c6835065 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408466 Oct 12 00:23:46.893288 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6b61b1d3-9bfd-43bb-8eb1-7fd5a6cb9ddc req-266af5d9-151e-4d9e-a2f6-923d10cf508d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900881 Oct 12 00:23:46.983160 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:46.993660 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6b61b1d3-9bfd-43bb-8eb1-7fd5a6cb9ddc req-0aa34ee2-b472-46c8-86f2-2a08e7d24185 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939720 Oct 12 00:23:47.442419 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:47.472926 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330948a-608c-4d95-b94f-495b7329122e req-475c7989-67c3-4006-bc00-56d0a2585328 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:47.474493 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2330948a-608c-4d95-b94f-495b7329122e req-475c7989-67c3-4006-bc00-56d0a2585328 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0505517 Oct 12 00:23:47.480078 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bd992-2b9d-4dd0-83e3-ca6755cd8978 req-f810a999-27cd-45f7-832b-5109cd8cbf88 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:47.482046 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e13bd992-2b9d-4dd0-83e3-ca6755cd8978 req-f810a999-27cd-45f7-832b-5109cd8cbf88 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0491691 Oct 12 00:23:47.528377 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2330948a-608c-4d95-b94f-495b7329122e req-a38572d4-4127-4b1e-a948-80db58f0312e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461352 Oct 12 00:23:47.532289 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e13bd992-2b9d-4dd0-83e3-ca6755cd8978 req-1a7d7a3e-5a2c-4055-94b2-3ad74f8c1c78 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Oct 12 00:23:47.639136 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8264cc1-41d1-4e10-b5e8-b6934cfc31be req-bf1bbe90-752d-457e-ba94-c2ac4b999f37 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:47.640624 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d8264cc1-41d1-4e10-b5e8-b6934cfc31be req-bf1bbe90-752d-457e-ba94-c2ac4b999f37 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 945 time: 0.0466065 Oct 12 00:23:47.687466 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d8264cc1-41d1-4e10-b5e8-b6934cfc31be req-33216d82-8476-4e00-8f69-f900d33341ce tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411539 Oct 12 00:23:47.837119 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2dccc06d-e6ad-4199-a897-4c5df8e17ccf no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:23:47.844261 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96b57b-6159-42e7-aa0d-2f71417a75dd req-77b960c3-e793-407e-a93c-9bdd8ad97720 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:47.845724 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ae96b57b-6159-42e7-aa0d-2f71417a75dd req-77b960c3-e793-407e-a93c-9bdd8ad97720 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0472035 Oct 12 00:23:47.901254 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ae96b57b-6159-42e7-aa0d-2f71417a75dd req-c21fe5b3-f09d-4194-aedd-41e6d66b92a7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498905 Oct 12 00:23:47.909724 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf is: DOWN; New status is: DOWN {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:23:48.675885 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09b547-f212-4bda-a7fc-a349d5758fab req-c5878e53-50f3-4b0e-b29f-dd23cdc4dde5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:48.676577 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a2c5-6abf-4a5a-8965-0b442254dc08 req-f83e076a-8a4f-40f4-9d08-15972a81c85c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:48.677373 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ce09b547-f212-4bda-a7fc-a349d5758fab req-c5878e53-50f3-4b0e-b29f-dd23cdc4dde5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0505700 Oct 12 00:23:48.678080 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-45b8a2c5-6abf-4a5a-8965-0b442254dc08 req-f83e076a-8a4f-40f4-9d08-15972a81c85c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0497036 Oct 12 00:23:48.727415 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-45b8a2c5-6abf-4a5a-8965-0b442254dc08 req-dbd977dc-1d0d-4896-8665-593874b514ac tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433908 Oct 12 00:23:48.728867 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ce09b547-f212-4bda-a7fc-a349d5758fab req-6d2e463d-6382-4ffd-a9af-e8cfa19f4ec4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458226 Oct 12 00:23:48.833227 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998443c6-0c91-4ecf-b662-e8cca20f1f1e req-2151d26e-d21b-4e5f-9761-31b85a0deea9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:48.834656 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-998443c6-0c91-4ecf-b662-e8cca20f1f1e req-2151d26e-d21b-4e5f-9761-31b85a0deea9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 945 time: 0.0453055 Oct 12 00:23:48.880501 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-998443c6-0c91-4ecf-b662-e8cca20f1f1e req-6d6ae90c-0b6f-43e7-b179-0e251fb16252 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398576 Oct 12 00:23:49.013314 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be212e5-e4b7-4bd7-a327-b7ccf0963863 req-0f27dd57-ae71-4dd3-85d0-2b8416a5e08c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:49.014714 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9be212e5-e4b7-4bd7-a327-b7ccf0963863 req-0f27dd57-ae71-4dd3-85d0-2b8416a5e08c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0462978 Oct 12 00:23:49.064086 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9be212e5-e4b7-4bd7-a327-b7ccf0963863 req-c674894d-00fa-4e0f-985a-561cefdb6562 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437911 Oct 12 00:23:49.800504 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1440856-3532-40f8-9701-622f7d6b5499 req-7f1e9b22-f147-4e9e-b574-4e445e7cbb95 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:49.801983 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e1440856-3532-40f8-9701-622f7d6b5499 req-7f1e9b22-f147-4e9e-b574-4e445e7cbb95 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 945 time: 0.0696838 Oct 12 00:23:49.856158 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012b760-5fe3-4561-9c64-d46396f3247b req-8cdffe41-fa1a-4e55-b212-70be1d559f59 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:49.857615 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d012b760-5fe3-4561-9c64-d46396f3247b req-8cdffe41-fa1a-4e55-b212-70be1d559f59 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0477588 Oct 12 00:23:49.861915 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048d3cd-8c3e-4233-93aa-3ec5b4f2c0a3 req-70deafb2-555c-44c4-a718-5b4fdb774ce2 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:49.863411 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d048d3cd-8c3e-4233-93aa-3ec5b4f2c0a3 req-70deafb2-555c-44c4-a718-5b4fdb774ce2 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0453963 Oct 12 00:23:49.908048 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d012b760-5fe3-4561-9c64-d46396f3247b req-74e9eff4-7025-4c4b-a55d-1e60df564d57 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447924 Oct 12 00:23:49.910619 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d048d3cd-8c3e-4233-93aa-3ec5b4f2c0a3 req-780724af-a097-4f10-ae5d-bbaa420aaa9e tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 Oct 12 00:23:50.010329 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f63235-b922-44db-a0cb-157c00106e2a req-7678d2f5-56d6-43f4-a0eb-1a8fe1861070 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:50.011981 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-58f63235-b922-44db-a0cb-157c00106e2a req-7678d2f5-56d6-43f4-a0eb-1a8fe1861070 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 945 time: 0.0460060 Oct 12 00:23:50.056925 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-58f63235-b922-44db-a0cb-157c00106e2a req-e58eab21-d157-4af3-aa3e-dac75cbf7270 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395782 Oct 12 00:23:50.181179 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96132c9f-5dd9-48d2-8d68-67ec439b75e8 req-b5103167-a3af-4a99-b11b-ce8a809a26b5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:50.182604 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-96132c9f-5dd9-48d2-8d68-67ec439b75e8 req-b5103167-a3af-4a99-b11b-ce8a809a26b5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0456152 Oct 12 00:23:50.228862 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-96132c9f-5dd9-48d2-8d68-67ec439b75e8 req-f54adaf2-efb4-4a1d-af18-f5fe58cdd023 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 Oct 12 00:23:50.258504 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Deleting port 25ead2ef-e264-4674-985a-3ce94c8b6181 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:23:50.258850 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:50.345811 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] For port 25ead2ef-e264-4674-985a-3ce94c8b6181, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ead2ef-e264-4674-985a-3ce94c8b6181,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:23:50.346180 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:50.610615 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:50.708799 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:50.709158 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:50.709472 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Floating IP 1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7 disassociated. External IP: 172.27.4.58, port: 25ead2ef-e264-4674-985a-3ce94c8b6181. Oct 12 00:23:50.709809 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Calling delete_port for 25ead2ef-e264-4674-985a-3ce94c8b6181 owned by compute:nova {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:23:50.715605 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:50.894901 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (25ead2ef-e264-4674-985a-3ce94c8b6181), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:50.923200 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'Port': ['ID=25ead2ef-e264-4674-985a-3ce94c8b6181,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:51.060911 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38ce20-8708-425a-b3a4-cdfd53253d72 req-30f69a1c-8ead-4554-8041-faaa0d14b0b4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:51.062383 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4f38ce20-8708-425a-b3a4-cdfd53253d72 req-30f69a1c-8ead-4554-8041-faaa0d14b0b4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0464299 Oct 12 00:23:51.084959 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b27b6f-c612-4191-be88-202eaa64dd6e req-b86e8ef0-124e-4d15-8d78-6d70c1f14eba tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:51.086435 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-83b27b6f-c612-4191-be88-202eaa64dd6e req-b86e8ef0-124e-4d15-8d78-6d70c1f14eba tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0612741 Oct 12 00:23:51.093399 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Router 8e420787-32f1-4086-a0bd-84c2dcf5d506 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:23:51.110934 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4f38ce20-8708-425a-b3a4-cdfd53253d72 req-5ad557c2-ea4d-408b-9a8c-c98b2446461c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424833 Oct 12 00:23:51.182843 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-83b27b6f-c612-4191-be88-202eaa64dd6e req-0f40aee9-5df8-49aa-80b7-19dd241f3a91 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883279 Oct 12 00:23:51.213891 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2fa91fcf-f81a-4276-8937-e2e54f1b4d4d req-bbd6f439-88b0-47d9-9f7e-7745a848ac44 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.0318370 Oct 12 00:23:51.235587 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:23:51.250454 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b70b383-72db-443f-b296-12c3542fe15c None None] Sync routers for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:23:51.262345 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b70b383-72db-443f-b296-12c3542fe15c None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:23:51.263359 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-1b70b383-72db-443f-b296-12c3542fe15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:23:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:51.281103 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] No DVR routers for this DVR port 25ead2ef-e264-4674-985a-3ce94c8b6181 on host hv-cinder-84914 {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:23:51.283692 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:51.287007 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e1440856-3532-40f8-9701-622f7d6b5499 req-b4f9fd60-2776-453e-a401-5ca1a9b3ec84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "DELETE /networking/v2.0/ports/25ead2ef-e264-4674-985a-3ce94c8b6181 HTTP/1.1" status: 204 len: 173 time: 1.1118324 Oct 12 00:23:51.289531 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'name': 'network-vif-deleted', 'tag': '25ead2ef-e264-4674-985a-3ce94c8b6181'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:23:51.290021 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2309662b-7765-4b3b-af42-8fcf8e4e62bb" -d '{"events": [{"server_uuid": "84d5f38e-5fbf-4a54-adf9-6025f1358776", "name": "network-vif-deleted", "tag": "25ead2ef-e264-4674-985a-3ce94c8b6181"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:23:51.348011 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa6d050-23bf-45d8-b4cd-d933f6acd4f1 x-openstack-request-id: req-8aa6d050-23bf-45d8-b4cd-d933f6acd4f1 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:23:51.348310 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d5f38e-5fbf-4a54-adf9-6025f1358776", "name": "network-vif-deleted", "tag": "25ead2ef-e264-4674-985a-3ce94c8b6181", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:23:51.348559 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8aa6d050-23bf-45d8-b4cd-d933f6acd4f1 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:23:51.348956 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa6d050-23bf-45d8-b4cd-d933f6acd4f1'] response: {'server_uuid': '84d5f38e-5fbf-4a54-adf9-6025f1358776', 'name': 'network-vif-deleted', 'tag': '25ead2ef-e264-4674-985a-3ce94c8b6181', 'status': 'completed', 'code': 200} Oct 12 00:23:51.369644 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf722048-52e4-4105-bcce-9077d3252250 req-eff03e3f-5107-4572-be4c-44ff30b3a5c7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:51.372051 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bf722048-52e4-4105-bcce-9077d3252250 req-eff03e3f-5107-4572-be4c-44ff30b3a5c7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0582111 Oct 12 00:23:51.385271 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-1b70b383-72db-443f-b296-12c3542fe15c None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:23:51.432851 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bf722048-52e4-4105-bcce-9077d3252250 req-bfac2ee3-2701-4049-a87c-ef204cd5d73a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506003 Oct 12 00:23:51.519040 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:51.584620 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-1b70b383-72db-443f-b296-12c3542fe15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:51.609823 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b70b383-72db-443f-b296-12c3542fe15c None None] Checking router: 8e420787-32f1-4086-a0bd-84c2dcf5d506 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:23:51.618554 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b70b383-72db-443f-b296-12c3542fe15c None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:23:51.619277 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-1b70b383-72db-443f-b296-12c3542fe15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:23:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:51.667305 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:51.723439 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-1b70b383-72db-443f-b296-12c3542fe15c None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:23:51.803078 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:DELETE=1,neutron:SELECT=19,neutron:UPDATE=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:51.816523 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:51.916319 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-1b70b383-72db-443f-b296-12c3542fe15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:23:51.942878 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b70b383-72db-443f-b296-12c3542fe15c None None] The sync data for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi is: [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:23:52.102533 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023841e-74cd-4a4d-a999-a518cfc6954c req-f72143f4-19b5-4803-8460-17c198eaef64 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:52.104093 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a023841e-74cd-4a4d-a999-a518cfc6954c req-f72143f4-19b5-4803-8460-17c198eaef64 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 945 time: 0.0519474 Oct 12 00:23:52.159458 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a023841e-74cd-4a4d-a999-a518cfc6954c req-045fea0f-66ae-442f-b858-660a1a103d0b tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491066 Oct 12 00:23:52.194043 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415fb11-0416-4f6f-af50-5ec738b7ff25 None None] New status for floating IP 1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7: DOWN {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:23:52.250341 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973aecf-1d61-4725-aec1-e14a2c900afb req-560ccef4-410f-472d-b036-67bb80ecb3f7 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:52.251915 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5973aecf-1d61-4725-aec1-e14a2c900afb req-560ccef4-410f-472d-b036-67bb80ecb3f7 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0500152 Oct 12 00:23:52.304976 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5973aecf-1d61-4725-aec1-e14a2c900afb req-a5325396-c8ec-4a5b-9c36-f8209ae84d08 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462756 Oct 12 00:23:52.324718 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19fca5-9bb8-48ec-8e24-55281636a155 req-a9fcc7e1-dec5-4630-9e11-46d63ecac691 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:52.326205 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7f19fca5-9bb8-48ec-8e24-55281636a155 req-a9fcc7e1-dec5-4630-9e11-46d63ecac691 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0534487 Oct 12 00:23:52.345984 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:52.380102 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7f19fca5-9bb8-48ec-8e24-55281636a155 req-0f1ab469-ce90-42a2-a7be-404aebf00c8e tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477943 Oct 12 00:23:52.410906 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-27e683a1-3b3a-4c30-afc7-5f23ca05e836 req-b3797286-9bea-451d-89c5-2b91d724e63c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.0315821 Oct 12 00:23:52.549786 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c5d6-226c-46e0-ae7d-b1d0216aa502 req-742f9f76-bb57-4b69-9e57-c66d81e3ee01 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:52.551259 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9968c5d6-226c-46e0-ae7d-b1d0216aa502 req-742f9f76-bb57-4b69-9e57-c66d81e3ee01 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0474656 Oct 12 00:23:52.599340 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9968c5d6-226c-46e0-ae7d-b1d0216aa502 req-c998e576-d314-49fe-9ebc-5bad1d375d67 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 Oct 12 00:23:53.284192 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530a336-ebc3-459e-8fa7-6a007149a05e req-ac72e3ac-1a99-42aa-8b68-19772d94589a tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:53.285638 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7530a336-ebc3-459e-8fa7-6a007149a05e req-ac72e3ac-1a99-42aa-8b68-19772d94589a tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 945 time: 0.0480900 Oct 12 00:23:53.330869 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7530a336-ebc3-459e-8fa7-6a007149a05e req-a95157f9-374e-40d5-9913-f6f4e79f06bd tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 Oct 12 00:23:53.431247 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d5737-c5a3-4143-81ef-550b06699131 req-c8009a61-dc73-4cf0-8ca3-a7be8ebfc406 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:53.432771 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ce3d5737-c5a3-4143-81ef-550b06699131 req-c8009a61-dc73-4cf0-8ca3-a7be8ebfc406 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0476317 Oct 12 00:23:53.486351 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ce3d5737-c5a3-4143-81ef-550b06699131 req-8f1b5a65-6a0b-4d0d-8d95-60f6b67b6fa0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478764 Oct 12 00:23:53.502858 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ecb39-48ab-4d8f-9c93-18b1c0d9e180 req-702929e0-6efe-43c1-82bf-83db630421e0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:53.504374 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-274ecb39-48ab-4d8f-9c93-18b1c0d9e180 req-702929e0-6efe-43c1-82bf-83db630421e0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0478523 Oct 12 00:23:53.553790 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-274ecb39-48ab-4d8f-9c93-18b1c0d9e180 req-2be0a6ae-9ab0-4593-a41e-8bf49756010b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434611 Oct 12 00:23:53.568460 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:53.588403 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-782cb5a6-7065-4a36-ae82-0486ce290472 req-42b5a14c-d74f-4b75-8553-4ea50b72647b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.0285034 Oct 12 00:23:53.719161 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409afce4-0be1-4148-89e8-891eee8e6793 req-8648f32e-183a-4ad5-965b-ea5d42544d5d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:53.720636 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-409afce4-0be1-4148-89e8-891eee8e6793 req-8648f32e-183a-4ad5-965b-ea5d42544d5d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0459356 Oct 12 00:23:53.720930 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 25ead2ef-e264-4674-985a-3ce94c8b6181 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:23:53.732224 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:53.740679 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 25ead2ef-e264-4674-985a-3ce94c8b6181 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:23:53.741026 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 25ead2ef-e264-4674-985a-3ce94c8b6181 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:23:53.773205 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-409afce4-0be1-4148-89e8-891eee8e6793 req-bf1e8070-dca2-4354-9deb-cde7ba2ec9d4 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469186 Oct 12 00:23:54.451478 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397717b-f52c-43ed-b151-ee7dc50cd7e6 req-8db8ccc7-9a4c-4749-98a3-174d778c4bdf tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:54.452935 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2397717b-f52c-43ed-b151-ee7dc50cd7e6 req-8db8ccc7-9a4c-4749-98a3-174d778c4bdf tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 945 time: 0.0472591 Oct 12 00:23:54.500220 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2397717b-f52c-43ed-b151-ee7dc50cd7e6 req-d99b8914-4f4a-4031-a227-a2bec62b48bb tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ca4bb75-2b10-4aa2-8ba4-be5c24636185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414650 Oct 12 00:23:54.614375 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c36f3-f756-481b-8eee-164a70b122d3 req-b09a77bf-c4a6-4550-b5ee-035fe93cbd03 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:54.616887 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8b9c36f3-f756-481b-8eee-164a70b122d3 req-b09a77bf-c4a6-4550-b5ee-035fe93cbd03 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0485041 Oct 12 00:23:54.659972 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:54.664639 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8b9c36f3-f756-481b-8eee-164a70b122d3 req-60e89600-030d-4fbb-bb44-a80fbcfab8a4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431666 Oct 12 00:23:54.675833 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c0e33-e847-48f7-a78e-fc374ee8c761 req-a12f258e-fc76-41a3-a1e1-11fba272913e tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:54.677300 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c49c0e33-e847-48f7-a78e-fc374ee8c761 req-a12f258e-fc76-41a3-a1e1-11fba272913e tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0473580 Oct 12 00:23:54.728319 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c49c0e33-e847-48f7-a78e-fc374ee8c761 req-137e4958-7bb6-46b1-99db-81f44b2e1557 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455828 Oct 12 00:23:54.765413 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bbf9f87d-a274-4398-8f2b-8e275d7b454f req-6cd4837a-d198-49ed-a24c-fe3e083cb7f6 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=84d5f38e-5fbf-4a54-adf9-6025f1358776 HTTP/1.1" status: 200 len: 210 time: 0.0275061 Oct 12 00:23:54.919294 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdd784-056e-4738-9d54-a69de6ea48c1 req-b06f3f91-aaf1-4c35-925a-c17b4d643b65 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:54.920833 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-19bdd784-056e-4738-9d54-a69de6ea48c1 req-b06f3f91-aaf1-4c35-925a-c17b4d643b65 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0759094 Oct 12 00:23:54.932439 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f619dd-e645-4ff9-9ad2-0a1e2f920a8f req-9d18e1fe-b3ae-4a42-9a8e-52f94c108f9e tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:54.933852 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-18f619dd-e645-4ff9-9ad2-0a1e2f920a8f req-9d18e1fe-b3ae-4a42-9a8e-52f94c108f9e tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 945 time: 0.0606854 Oct 12 00:23:55.035623 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-19bdd784-056e-4738-9d54-a69de6ea48c1 req-c958cad5-5344-4a21-a648-18cb0f069c85 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088896 Oct 12 00:23:55.050706 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-18f619dd-e645-4ff9-9ad2-0a1e2f920a8f req-f652cdef-7e31-4ee6-a046-e4e659390802 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Deleting port dbb99aba-88ee-4441-85ff-aef564d9b583 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:23:55.051056 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-18f619dd-e645-4ff9-9ad2-0a1e2f920a8f req-f652cdef-7e31-4ee6-a046-e4e659390802 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:55.154687 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-18f619dd-e645-4ff9-9ad2-0a1e2f920a8f req-f652cdef-7e31-4ee6-a046-e4e659390802 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] For port dbb99aba-88ee-4441-85ff-aef564d9b583, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dbb99aba-88ee-4441-85ff-aef564d9b583,segment=NetworkSegment(6436dcd8-5748-47c5-b6bd-102a13d79def),segment_id=6436dcd8-5748-47c5-b6bd-102a13d79def)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:23:55.154687 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-18f619dd-e645-4ff9-9ad2-0a1e2f920a8f req-f652cdef-7e31-4ee6-a046-e4e659390802 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:55.161592 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-18f619dd-e645-4ff9-9ad2-0a1e2f920a8f req-f652cdef-7e31-4ee6-a046-e4e659390802 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Calling delete_port for dbb99aba-88ee-4441-85ff-aef564d9b583 owned by compute:nova {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:23:55.378306 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-18f619dd-e645-4ff9-9ad2-0a1e2f920a8f req-f652cdef-7e31-4ee6-a046-e4e659390802 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (dbb99aba-88ee-4441-85ff-aef564d9b583), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:55.413983 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652cdef-7e31-4ee6-a046-e4e659390802 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Pushing event deleted for resources: {'Port': ['ID=dbb99aba-88ee-4441-85ff-aef564d9b583,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:55.416357 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['dbb99aba-88ee-4441-85ff-aef564d9b583'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:23:55.456869 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f619dd-e645-4ff9-9ad2-0a1e2f920a8f req-f652cdef-7e31-4ee6-a046-e4e659390802 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] No DVR routers for this DVR port dbb99aba-88ee-4441-85ff-aef564d9b583 on host hv-cinder-84914 {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:23:55.459334 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-18f619dd-e645-4ff9-9ad2-0a1e2f920a8f req-f652cdef-7e31-4ee6-a046-e4e659390802 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:55.462741 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-18f619dd-e645-4ff9-9ad2-0a1e2f920a8f req-f652cdef-7e31-4ee6-a046-e4e659390802 tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.40 "DELETE /networking/v2.0/ports/dbb99aba-88ee-4441-85ff-aef564d9b583 HTTP/1.1" status: 204 len: 173 time: 0.5221913 Oct 12 00:23:55.463289 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff79ad8-fc4e-4a17-930a-6e1e1344e251', 'name': 'network-vif-deleted', 'tag': 'dbb99aba-88ee-4441-85ff-aef564d9b583'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:23:55.466160 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bf0963-ad60-4e27-8f99-654e14e11111" -d '{"events": [{"server_uuid": "fff79ad8-fc4e-4a17-930a-6e1e1344e251", "name": "network-vif-deleted", "tag": "dbb99aba-88ee-4441-85ff-aef564d9b583"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:23:55.503627 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c384efd-3e5b-44a3-b2ec-ae32641d9f85 x-openstack-request-id: req-5c384efd-3e5b-44a3-b2ec-ae32641d9f85 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:23:55.503926 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff79ad8-fc4e-4a17-930a-6e1e1344e251", "name": "network-vif-deleted", "tag": "dbb99aba-88ee-4441-85ff-aef564d9b583", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:23:55.504186 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c384efd-3e5b-44a3-b2ec-ae32641d9f85 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:23:55.504592 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c384efd-3e5b-44a3-b2ec-ae32641d9f85'] response: {'server_uuid': 'fff79ad8-fc4e-4a17-930a-6e1e1344e251', 'name': 'network-vif-deleted', 'tag': 'dbb99aba-88ee-4441-85ff-aef564d9b583', 'status': 'completed', 'code': 200} Oct 12 00:23:55.614682 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9bb40424-a1c3-4d44-b901-e93c70fc003a req-4b410ce7-1ce9-4235-a6bb-eb8f3e15bdbc tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Oct 12 00:23:55.800013 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b6672-3a6c-4b42-a1ca-3e8c62c3f9cc req-83f0d547-30c8-4ec8-9112-40158a04ba3e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:55.801496 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0c5b6672-3a6c-4b42-a1ca-3e8c62c3f9cc req-83f0d547-30c8-4ec8-9112-40158a04ba3e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0492165 Oct 12 00:23:55.851448 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489a009-5b56-4601-b76f-5e6ea1ccb15a req-16dd3bb6-9e53-4a6c-8e6b-a4dd72c1f458 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:55.852931 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9489a009-5b56-4601-b76f-5e6ea1ccb15a req-16dd3bb6-9e53-4a6c-8e6b-a4dd72c1f458 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0467393 Oct 12 00:23:55.853405 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0c5b6672-3a6c-4b42-a1ca-3e8c62c3f9cc req-0422b523-cd8e-4a24-b7e3-fab0ed720378 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460417 Oct 12 00:23:55.903847 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9489a009-5b56-4601-b76f-5e6ea1ccb15a req-faca5669-e1ef-42f7-9a93-3ae6328ea904 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Oct 12 00:23:55.986570 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36272) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:56.041462 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-144f2bb9-c52d-4f87-bf94-53c867065e46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:56.062790 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-144f2bb9-c52d-4f87-bf94-53c867065e46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:56.142799 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-6c0859b4-d893-4022-94dd-b2207da10167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:56.144305 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-6c0859b4-d893-4022-94dd-b2207da10167 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a&tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0 HTTP/1.1" status: 200 len: 1128 time: 0.0841711 Oct 12 00:23:56.161287 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:56.176827 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044f5c2-15e5-43d9-9627-cdc6eba90d7f req-c34e042a-2388-4c97-bb82-648172a3413d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:56.178343 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0044f5c2-15e5-43d9-9627-cdc6eba90d7f req-c34e042a-2388-4c97-bb82-648172a3413d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0523415 Oct 12 00:23:56.191741 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:56.196040 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-144f2bb9-c52d-4f87-bf94-53c867065e46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:56.201431 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-144f2bb9-c52d-4f87-bf94-53c867065e46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:56.204127 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-144f2bb9-c52d-4f87-bf94-53c867065e46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3 HTTP/1.1" status: 204 len: 168 time: 0.2151775 Oct 12 00:23:56.207064 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36276) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:56.223358 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f2bb9-c52d-4f87-bf94-53c867065e46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:56.230531 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.api.v2.resource [None req-f9a99643-4466-4cfb-8a70-b6efa1472153 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] show failed (client error): The resource could not be found. Oct 12 00:23:56.231788 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-f9a99643-4466-4cfb-8a70-b6efa1472153 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups/e9c8398e-c9c8-4a7c-b77b-391dc4cc82f3 HTTP/1.1" status: 404 len: 347 time: 0.0202706 Oct 12 00:23:56.235325 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36278) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:56.262737 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-861d9700-7552-456d-8576-c042f18c2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:56.264293 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-861d9700-7552-456d-8576-c042f18c2447 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 1128 time: 0.0654786 Oct 12 00:23:56.267320 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0044f5c2-15e5-43d9-9627-cdc6eba90d7f req-28cfbcde-8dd4-4ad9-8b85-49faa311599e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826259 Oct 12 00:23:56.359899 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-fb074e96-28ae-4b20-873b-07c5698ac1c2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Deleting port 6b84172d-b40a-4078-8747-a9e5bc5166e1 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:23:56.360246 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fb074e96-28ae-4b20-873b-07c5698ac1c2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (6b84172d-b40a-4078-8747-a9e5bc5166e1), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:56.369274 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-357ae8db-9961-4cff-8898-3a94adccca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:56.371674 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-357ae8db-9961-4cff-8898-3a94adccca8a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 917 time: 0.0979142 Oct 12 00:23:56.441315 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-6743f0ec-7f85-407f-a475-c215600390dc service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf HTTP/1.1" status: 200 len: 999 time: 0.0637772 Oct 12 00:23:56.444878 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fb074e96-28ae-4b20-873b-07c5698ac1c2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (6b84172d-b40a-4078-8747-a9e5bc5166e1), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:56.445203 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fb074e96-28ae-4b20-873b-07c5698ac1c2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (6b84172d-b40a-4078-8747-a9e5bc5166e1), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:56.457413 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-fb074e96-28ae-4b20-873b-07c5698ac1c2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Calling delete_port for 6b84172d-b40a-4078-8747-a9e5bc5166e1 owned by network:floatingip {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:23:56.512644 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-5b378f28-8785-42ec-9984-1a35193adb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:56.514134 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-5b378f28-8785-42ec-9984-1a35193adb95 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=fd02fede-aeab-4655-a486-9bfc8561b3bd HTTP/1.1" status: 200 len: 855 time: 0.0470922 Oct 12 00:23:56.700642 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fb074e96-28ae-4b20-873b-07c5698ac1c2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (6b84172d-b40a-4078-8747-a9e5bc5166e1), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:56.735077 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb074e96-28ae-4b20-873b-07c5698ac1c2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'Port': ['ID=6b84172d-b40a-4078-8747-a9e5bc5166e1,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:56.757183 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-803d1ff7-08c7-4a7a-b5f9-7e97bdf7896b req-42949a71-feb2-45dd-a27f-eb0602353c6d tempest-VolumesSnapshotTestJSON-1731173328 tempest-VolumesSnapshotTestJSON-1731173328-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fff79ad8-fc4e-4a17-930a-6e1e1344e251 HTTP/1.1" status: 200 len: 210 time: 0.0539856 Oct 12 00:23:56.810180 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-2fea9683-7a58-4f09-ac11-dc0d00a2d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:56.811784 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-2fea9683-7a58-4f09-ac11-dc0d00a2d7de service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0c299ee8-2b42-4994-965e-051a94d2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0600145 Oct 12 00:23:56.817414 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fb074e96-28ae-4b20-873b-07c5698ac1c2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:56.819925 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fb074e96-28ae-4b20-873b-07c5698ac1c2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:56.821039 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-fb074e96-28ae-4b20-873b-07c5698ac1c2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/1b8bddd7-ae3d-4c3a-afb4-ac3a96a991f7 HTTP/1.1" status: 204 len: 168 time: 0.5845835 Oct 12 00:23:56.916232 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-f8460f51-add4-4542-9bf1-5ebf8e9b4718 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961888 Oct 12 00:23:56.973975 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36288) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:56.978070 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-a5df4cad-3619-4803-b101-11fd25a4e587 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841771888', 'description': 'tempest-description--377255651'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:57.010064 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb9ad9-0c0f-4168-8958-f8962202f710 req-82a75c22-aa21-4424-aee1-9be98b40d71e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:57.018296 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7afb9ad9-0c0f-4168-8958-f8962202f710 req-82a75c22-aa21-4424-aee1-9be98b40d71e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0827229 Oct 12 00:23:57.025830 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6c072626-e6cd-45bf-b1de-da83cae6b968 req-d43efec4-0fab-498f-992a-5e3e67ad44ed service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973413 Oct 12 00:23:57.063199 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7afb9ad9-0c0f-4168-8958-f8962202f710 req-51f78b0e-9844-470b-906a-cf38aec91b30 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436826 Oct 12 00:23:57.078879 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edf078-c607-4e28-93e3-e78490552a8a req-890ac81a-ac2f-4ad6-818b-4b0105cd9f57 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:57.080374 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a7edf078-c607-4e28-93e3-e78490552a8a req-890ac81a-ac2f-4ad6-818b-4b0105cd9f57 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0528238 Oct 12 00:23:57.096860 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a5df4cad-3619-4803-b101-11fd25a4e587 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:57.107828 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:57.120126 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:57.128636 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a7edf078-c607-4e28-93e3-e78490552a8a req-45b43eec-ff78-4645-85d1-8871dc79b3a7 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Oct 12 00:23:57.169817 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a5df4cad-3619-4803-b101-11fd25a4e587 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (e1f91e90-e393-404f-b75d-2fab655af137), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:57.257797 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a5df4cad-3619-4803-b101-11fd25a4e587 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e1f91e90-e393-404f-b75d-2fab655af137), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:57.286646 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df4cad-3619-4803-b101-11fd25a4e587 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f91e90-e393-404f-b75d-2fab655af137,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:57.610570 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a5df4cad-3619-4803-b101-11fd25a4e587 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:57.611779 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a5df4cad-3619-4803-b101-11fd25a4e587 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6373706 Oct 12 00:23:57.614862 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 36310) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:57.619646 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-e0aa77b3-d5f2-49ad-bc44-666bdb638ad1 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group_rule': {'security_group_id': 'e1f91e90-e393-404f-b75d-2fab655af137', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:57.628020 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9774bf1-b943-4c85-8ce6-7dbedcc69752 req-6f260924-e54f-4e7e-bbf8-9c2ebbb56401 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:57.629451 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a9774bf1-b943-4c85-8ce6-7dbedcc69752 req-6f260924-e54f-4e7e-bbf8-9c2ebbb56401 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.2844746 Oct 12 00:23:57.686268 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a9774bf1-b943-4c85-8ce6-7dbedcc69752 req-b595c1c5-ba4b-4897-9b16-4de9ab673a14 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510306 Oct 12 00:23:57.725652 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e0aa77b3-d5f2-49ad-bc44-666bdb638ad1 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (c517748f-4353-4bac-9de9-893b702426c8), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:57.764489 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device dbb99aba-88ee-4441-85ff-aef564d9b583 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:23:57.818246 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: dbb99aba-88ee-4441-85ff-aef564d9b583 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:23:57.819200 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device dbb99aba-88ee-4441-85ff-aef564d9b583 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:23:57.826652 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e0aa77b3-d5f2-49ad-bc44-666bdb638ad1 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (c517748f-4353-4bac-9de9-893b702426c8), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:57.897510 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e0aa77b3-d5f2-49ad-bc44-666bdb638ad1 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (c517748f-4353-4bac-9de9-893b702426c8), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:57.930556 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa77b3-d5f2-49ad-bc44-666bdb638ad1 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c517748f-4353-4bac-9de9-893b702426c8,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:58.006125 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e0aa77b3-d5f2-49ad-bc44-666bdb638ad1 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:58.010339 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36318) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:58.014516 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-e0aa77b3-d5f2-49ad-bc44-666bdb638ad1 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3944905 Oct 12 00:23:58.015632 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-a49a5010-826c-4bfb-a30d-c5825f58d008 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group_rule': {'security_group_id': 'e1f91e90-e393-404f-b75d-2fab655af137', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:58.112309 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49a5010-826c-4bfb-a30d-c5825f58d008 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (558c0ce9-251a-4bc6-bc91-f34c51562dcc), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:58.251294 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49a5010-826c-4bfb-a30d-c5825f58d008 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (558c0ce9-251a-4bc6-bc91-f34c51562dcc), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:58.259860 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8f46e-6f83-4f5e-95ce-af620562466f req-ffd1bc39-66e9-4ada-affb-f18c39733fe9 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:58.262209 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-03f8f46e-6f83-4f5e-95ce-af620562466f req-ffd1bc39-66e9-4ada-affb-f18c39733fe9 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0958703 Oct 12 00:23:58.288766 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:58.302775 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee518c7-5b8a-4cc1-92ea-40302bfa0e13 req-b2f054b4-6fc6-4b50-ab05-2fcf7b5794d8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:58.315287 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-aee518c7-5b8a-4cc1-92ea-40302bfa0e13 req-b2f054b4-6fc6-4b50-ab05-2fcf7b5794d8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0960531 Oct 12 00:23:58.320589 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49a5010-826c-4bfb-a30d-c5825f58d008 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (558c0ce9-251a-4bc6-bc91-f34c51562dcc), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:58.361098 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-03f8f46e-6f83-4f5e-95ce-af620562466f req-37b7978c-74a4-4554-8896-3677b86448df tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906184 Oct 12 00:23:58.362087 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a5010-826c-4bfb-a30d-c5825f58d008 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558c0ce9-251a-4bc6-bc91-f34c51562dcc,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:58.398538 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-aee518c7-5b8a-4cc1-92ea-40302bfa0e13 req-f6742f44-afbd-49c2-ad5c-ff408f96a8e4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820191 Oct 12 00:23:58.400799 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-7fad2cc0-b61c-4674-8df6-ec763fd9e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:58.475141 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49a5010-826c-4bfb-a30d-c5825f58d008 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:58.479650 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a49a5010-826c-4bfb-a30d-c5825f58d008 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4676189 Oct 12 00:23:58.483700 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36326) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:23:58.491423 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:23:58.624094 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:58.763301 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:58.875770 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175c6a6-4fc1-4b2f-9ade-c5ecd40d05a7 req-430a2a12-c358-4828-b2fd-b6c81f698353 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:58.887120 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1175c6a6-4fc1-4b2f-9ade-c5ecd40d05a7 req-430a2a12-c358-4828-b2fd-b6c81f698353 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0865963 Oct 12 00:23:58.948250 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1175c6a6-4fc1-4b2f-9ade-c5ecd40d05a7 req-3d00d9d3-9d8b-48d1-8aa9-89e85c7e087c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572572 Oct 12 00:23:58.972502 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:58.974346 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Allocated IP 172.27.4.81 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/92fd852d-a4b2-46b3-ae95-7be77b9d2094) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:23:58.988923 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec530a3-b41b-44c7-8fbb-8d6d23b11c6c req-b42430a8-800a-4bcb-996c-5ede53714dc1 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:58.990790 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6ec530a3-b41b-44c7-8fbb-8d6d23b11c6c req-b42430a8-800a-4bcb-996c-5ede53714dc1 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0909300 Oct 12 00:23:59.118740 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:23:59.126706 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6ec530a3-b41b-44c7-8fbb-8d6d23b11c6c req-aeb1f90d-5427-42e4-aa0e-b6c899cf6fdb tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272240 Oct 12 00:23:59.154403 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (92fd852d-a4b2-46b3-ae95-7be77b9d2094), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:59.258936 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (92fd852d-a4b2-46b3-ae95-7be77b9d2094), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:59.302771 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:23:59.309228 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:23:59.313930 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:23:59.317438 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=92fd852d-a4b2-46b3-ae95-7be77b9d2094,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:23:59.418496 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (f432f600-6c70-433f-afc3-0658913d2aa5), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:23:59.578404 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b345b-343b-48c3-82df-cb3edd6f45ed req-0e5073b4-7e7f-4339-8e3b-a632a74fa798 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:59.634543 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-325b345b-343b-48c3-82df-cb3edd6f45ed req-0e5073b4-7e7f-4339-8e3b-a632a74fa798 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0570474 Oct 12 00:23:59.636408 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cbdb9-0e50-4aaa-85ff-1e0e077e8da7 req-39419230-6e1e-4cd9-aa3a-7dc1d27e98b0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:23:59.636408 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9c3cbdb9-0e50-4aaa-85ff-1e0e077e8da7 req-39419230-6e1e-4cd9-aa3a-7dc1d27e98b0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0589914 Oct 12 00:23:59.636672 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-325b345b-343b-48c3-82df-cb3edd6f45ed req-43a93b94-c394-48fc-86d9-dd4274425585 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463443 Oct 12 00:23:59.643651 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9c3cbdb9-0e50-4aaa-85ff-1e0e077e8da7 req-82b09de6-dd0e-419f-ba16-9cc7dd4ef524 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549719 Oct 12 00:23:59.965274 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (92fd852d-a4b2-46b3-ae95-7be77b9d2094), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:00.029035 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:00.142926 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b32297-bd01-4c59-9bce-b833cd441080 req-5d792ac3-c5d2-49d7-801e-1533849a134d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:00.144590 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c4b32297-bd01-4c59-9bce-b833cd441080 req-5d792ac3-c5d2-49d7-801e-1533849a134d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0634460 Oct 12 00:24:00.304731 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c4b32297-bd01-4c59-9bce-b833cd441080 req-d22f6bc2-d92e-42aa-a45e-fc1208128310 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518691 Oct 12 00:24:00.314875 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6df9-bda5-4584-89ff-38ef80e80f5f req-8c279a97-8986-4d58-be00-62aabf142f71 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:00.315446 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-706d6df9-bda5-4584-89ff-38ef80e80f5f req-8c279a97-8986-4d58-be00-62aabf142f71 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0855150 Oct 12 00:24:00.335751 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (92fd852d-a4b2-46b3-ae95-7be77b9d2094), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:00.379542 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:00.386385 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-706d6df9-bda5-4584-89ff-38ef80e80f5f req-edaed278-4b40-4592-abc4-8ff46e17828b tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645287 Oct 12 00:24:00.420513 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (92fd852d-a4b2-46b3-ae95-7be77b9d2094), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:00.498739 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (f432f600-6c70-433f-afc3-0658913d2aa5), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:00.503528 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=92fd852d-a4b2-46b3-ae95-7be77b9d2094,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:24:00.582492 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:00.583840 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-258a2eaf-692d-4ebb-ab06-b51ba3e424ea tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0983977 Oct 12 00:24:00.687418 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-712db173-2ade-4009-a9cd-0424e51d7d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:00.793646 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846071-90ea-4158-96ea-84020c8cc46b req-a892926b-31bb-48d3-9c8b-22d55691b445 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:00.801307 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ea846071-90ea-4158-96ea-84020c8cc46b req-a892926b-31bb-48d3-9c8b-22d55691b445 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0603220 Oct 12 00:24:00.827009 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-9ec72cd7-699b-4e35-992f-72c48f467b48 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--841771888&fields=id&tenant_id=10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 267 time: 0.0641484 Oct 12 00:24:00.865577 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ea846071-90ea-4158-96ea-84020c8cc46b req-3ff04c37-cbb7-4f89-9b56-afa1b6a949f3 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633175 Oct 12 00:24:00.987205 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-7f415c27-9b9f-48bc-a3d8-a6c70ce1c5c9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:00.988737 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-7f415c27-9b9f-48bc-a3d8-a6c70ce1c5c9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 815 time: 0.1466653 Oct 12 00:24:00.993919 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ceabb-4da9-48c2-9e1f-8b9ca5524c97 req-6fe070d0-009c-4241-a361-6f0bf698690a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:00.996152 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-475ceabb-4da9-48c2-9e1f-8b9ca5524c97 req-6fe070d0-009c-4241-a361-6f0bf698690a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0610700 Oct 12 00:24:01.009976 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-4ecdcca3-470e-4e9f-80fa-8139f48f9212 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/quotas/10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 375 time: 0.0157239 Oct 12 00:24:01.062441 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-475ceabb-4da9-48c2-9e1f-8b9ca5524c97 req-b95b6cdc-3f25-4d17-a22b-a04c3b485471 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601697 Oct 12 00:24:01.063966 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-c58e6411-39d4-41e6-9324-e6666766d5b4 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532353 Oct 12 00:24:01.130962 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:01.175901 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-be6a8b62-2e9f-4c18-8b8e-3c7134b8fc4f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993781 Oct 12 00:24:01.275045 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-17125845-1e3e-4d28-bec7-91d179d12a0f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959039 Oct 12 00:24:01.442535 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8945fee-fd8b-405a-9140-83e27e251688 req-d4f8fcd8-93f9-4efa-a364-9c7c91c90fe0 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:01.444011 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b8945fee-fd8b-405a-9140-83e27e251688 req-d4f8fcd8-93f9-4efa-a364-9c7c91c90fe0 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0457337 Oct 12 00:24:01.497858 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b8945fee-fd8b-405a-9140-83e27e251688 req-2fd00696-b25c-4423-b117-776f8efd7217 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478485 Oct 12 00:24:01.569713 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc665b-4ffa-494f-adcc-4eea054b0d76 req-902eb2a3-b71e-461f-84e7-dd1f46231fa4 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:01.571292 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-77cc665b-4ffa-494f-adcc-4eea054b0d76 req-902eb2a3-b71e-461f-84e7-dd1f46231fa4 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0540302 Oct 12 00:24:01.573135 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8d66be6c-6da6-4ec6-94ca-684b76b6a880 req-dde2df98-c183-462d-ae3d-c3ade1825db7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0291505 Oct 12 00:24:01.662439 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-77cc665b-4ffa-494f-adcc-4eea054b0d76 req-54c26e97-d4ac-409f-97a9-421708a4404b tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820489 Oct 12 00:24:01.817753 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:02.022077 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa4f34-909f-4a11-8038-fb11b2dede79 req-70e16189-2805-4603-a41e-0b4a24b71782 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:02.033275 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c4aa4f34-909f-4a11-8038-fb11b2dede79 req-70e16189-2805-4603-a41e-0b4a24b71782 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0758448 Oct 12 00:24:02.082621 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c4aa4f34-909f-4a11-8038-fb11b2dede79 req-5a10e8d4-db51-4706-bd74-8c3f51276e9c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483155 Oct 12 00:24:02.216159 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5b32-cb05-4b58-bfe8-fe55ecfd84d2 req-d8d5a68b-9d94-40d6-865c-c5ece08027cf tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:02.228486 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-964f5b32-cb05-4b58-bfe8-fe55ecfd84d2 req-d8d5a68b-9d94-40d6-865c-c5ece08027cf tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0681741 Oct 12 00:24:02.271382 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:02.288284 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-964f5b32-cb05-4b58-bfe8-fe55ecfd84d2 req-42b958c7-d8e1-4aa4-a368-be13cb03ecd5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580528 Oct 12 00:24:02.297928 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:02.622851 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247be5-2fcf-46af-856d-5a6ffc614954 req-e8bea97a-3a15-4ba4-acaa-953faa1462f9 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:02.624345 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-cf247be5-2fcf-46af-856d-5a6ffc614954 req-e8bea97a-3a15-4ba4-acaa-953faa1462f9 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0485687 Oct 12 00:24:02.677585 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-cf247be5-2fcf-46af-856d-5a6ffc614954 req-82d5d358-b072-4c8d-ab0a-3bf01a326fed tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469525 Oct 12 00:24:02.682028 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-09869e0e-65a8-4445-8ff6-9c113b4d8f19 req-4542432a-9ed8-49a0-b6af-3295f1fcb827 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0314953 Oct 12 00:24:02.790992 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963779d4-3111-4604-be9e-b5f86c611da5 req-cf4bd44f-d283-4f29-b394-20ed3874b6c0 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:02.793827 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-963779d4-3111-4604-be9e-b5f86c611da5 req-cf4bd44f-d283-4f29-b394-20ed3874b6c0 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0503867 Oct 12 00:24:02.870209 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-963779d4-3111-4604-be9e-b5f86c611da5 req-a75a4cb3-e4c1-48ec-ad35-a1e0c69f2269 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701797 Oct 12 00:24:03.036966 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:03.211447 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7148f43-4fd2-4b43-8ffe-bef006bb8abb req-8ade9274-d53a-4048-8aae-252b1388ce93 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:03.213311 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a7148f43-4fd2-4b43-8ffe-bef006bb8abb req-8ade9274-d53a-4048-8aae-252b1388ce93 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0510609 Oct 12 00:24:03.264566 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:03.271920 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a7148f43-4fd2-4b43-8ffe-bef006bb8abb req-3eaa70dc-b220-4cc0-87cc-98f7039f44e6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523112 Oct 12 00:24:03.334445 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:03.441722 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3020cd-83a4-4d13-bbc5-1802b4c3991a req-0a49af76-41c7-452c-8825-29fe95c75ecd tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:03.443163 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bc3020cd-83a4-4d13-bbc5-1802b4c3991a req-0a49af76-41c7-452c-8825-29fe95c75ecd tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0700355 Oct 12 00:24:03.496618 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bc3020cd-83a4-4d13-bbc5-1802b4c3991a req-e89f2082-0dc3-4e95-8584-f9fb42a366ab tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467200 Oct 12 00:24:03.776106 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:24:03.790028 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9ec77f78-7413-4c5c-a4b5-e752bff0df77 req-805b68a2-6f07-45c1-b0be-2827a100d5f7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0298152 Oct 12 00:24:03.810879 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fd966-5243-45b5-928d-fd82f1e17448 req-e13422a6-5fc0-4d17-b240-3903937bd7a4 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:03.810879 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-294fd966-5243-45b5-928d-fd82f1e17448 req-e13422a6-5fc0-4d17-b240-3903937bd7a4 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0510640 Oct 12 00:24:03.858066 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-294fd966-5243-45b5-928d-fd82f1e17448 req-c1da0b33-7a40-40d3-a779-a125d76324d4 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466835 Oct 12 00:24:04.000533 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9611c15-0b2a-4478-b293-3d87373ed9af req-05f688ae-9134-4600-9b25-471f49de2dba tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:04.007502 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e9611c15-0b2a-4478-b293-3d87373ed9af req-05f688ae-9134-4600-9b25-471f49de2dba tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0552874 Oct 12 00:24:04.016598 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:04.067410 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e9611c15-0b2a-4478-b293-3d87373ed9af req-1b03a566-4821-461c-b52a-7b682d748228 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583432 Oct 12 00:24:04.424671 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b9a53-0d18-439b-ac37-e45b0ba03c78 req-03ff54b5-75df-486e-8b35-a1d78073969d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:04.426562 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b42b9a53-0d18-439b-ac37-e45b0ba03c78 req-03ff54b5-75df-486e-8b35-a1d78073969d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0749750 Oct 12 00:24:04.475166 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:04.481080 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b42b9a53-0d18-439b-ac37-e45b0ba03c78 req-78aa9a99-3ef1-4270-a214-dce880f662c0 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473773 Oct 12 00:24:04.654230 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da10ec-e013-4c82-a1a4-081c66e8526b req-42906821-8380-407b-af60-6c9d3c5d87ea tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:04.655861 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a1da10ec-e013-4c82-a1a4-081c66e8526b req-42906821-8380-407b-af60-6c9d3c5d87ea tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0547028 Oct 12 00:24:04.707157 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a1da10ec-e013-4c82-a1a4-081c66e8526b req-2eee0b06-654d-4d99-a863-c627a7b0ae89 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452213 Oct 12 00:24:04.920255 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e53c3831-48e7-47f4-a4c5-04134c7021f3 req-04b1434c-dd4d-485a-8dd1-a606cb0ef3b8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0480335 Oct 12 00:24:05.004552 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07093285-b176-4e6e-bcc0-76404f2b3daf req-a7338b5a-31d8-4e78-8684-accc68ffa81e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:05.006431 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-07093285-b176-4e6e-bcc0-76404f2b3daf req-a7338b5a-31d8-4e78-8684-accc68ffa81e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0581644 Oct 12 00:24:05.074187 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-07093285-b176-4e6e-bcc0-76404f2b3daf req-46419270-c639-43ac-875f-1fa8f8e7bc0f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487280 Oct 12 00:24:05.230636 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fe6b6-976f-4f99-bd14-aa0af106ce21 req-5a293a53-d744-4a24-9000-e1165006de30 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:05.236152 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0d5fe6b6-976f-4f99-bd14-aa0af106ce21 req-5a293a53-d744-4a24-9000-e1165006de30 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0679677 Oct 12 00:24:05.313864 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0d5fe6b6-976f-4f99-bd14-aa0af106ce21 req-d4367ade-8a61-45f3-8284-1df4bf3c6ed8 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678484 Oct 12 00:24:05.615464 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b94d-5713-4d26-85bb-7750d54252cd req-0084be74-c4fb-4d9e-9128-d8a7c30e52e4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:05.616955 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d7f8b94d-5713-4d26-85bb-7750d54252cd req-0084be74-c4fb-4d9e-9128-d8a7c30e52e4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0534320 Oct 12 00:24:05.673900 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d7f8b94d-5713-4d26-85bb-7750d54252cd req-afa184de-a70d-4013-81ea-d066bcb28d2c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512218 Oct 12 00:24:05.842433 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484ca08-e600-42b5-bc92-c769cb899362 req-8a4beee7-4c49-44db-a9b8-3158009f42ea tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:05.844408 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4484ca08-e600-42b5-bc92-c769cb899362 req-8a4beee7-4c49-44db-a9b8-3158009f42ea tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0492632 Oct 12 00:24:05.894214 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4484ca08-e600-42b5-bc92-c769cb899362 req-9b669423-f612-401d-afe1-d25732d9e2e1 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436192 Oct 12 00:24:06.023438 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0ec36928-9ded-4272-8705-1b66f1eb91e3 req-02814c59-baac-45a6-9d66-f15fa447d45c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0293634 Oct 12 00:24:06.197557 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd1e90-4b8c-4ffb-994f-a7e2e93f09e3 req-78725cfe-aea8-46c3-97fb-6d78c2e8b11f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:06.199550 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b6bd1e90-4b8c-4ffb-994f-a7e2e93f09e3 req-78725cfe-aea8-46c3-97fb-6d78c2e8b11f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0527103 Oct 12 00:24:06.247594 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b6bd1e90-4b8c-4ffb-994f-a7e2e93f09e3 req-38eca9a9-3ac3-4ea1-8383-e37841e4b60b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419898 Oct 12 00:24:06.428453 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26b35-25f7-443a-b288-e3b45f20d275 req-1db5aef3-3d9c-4187-9357-a305c94815dd tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:06.429963 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2fe26b35-25f7-443a-b288-e3b45f20d275 req-1db5aef3-3d9c-4187-9357-a305c94815dd tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0469673 Oct 12 00:24:06.485875 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:06.493655 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2fe26b35-25f7-443a-b288-e3b45f20d275 req-1f0ade05-f04a-4c7b-abd9-e03aedbd2463 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572174 Oct 12 00:24:06.781924 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:06.791218 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312a598-8d66-4118-beb5-153ae5534d7f req-f3f5022c-4232-4174-84a8-d313f2644535 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:06.792705 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8312a598-8d66-4118-beb5-153ae5534d7f req-f3f5022c-4232-4174-84a8-d313f2644535 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0493658 Oct 12 00:24:06.844614 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8312a598-8d66-4118-beb5-153ae5534d7f req-2ebc0ece-1c3b-40df-b59f-31a27ea5208c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463634 Oct 12 00:24:07.029592 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856c6fe-51c4-4809-a2bf-4c173cf1793d req-8eabd87c-7c3c-4864-9b9a-9ff06259550c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:07.031108 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8856c6fe-51c4-4809-a2bf-4c173cf1793d req-8eabd87c-7c3c-4864-9b9a-9ff06259550c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0535433 Oct 12 00:24:07.091637 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8856c6fe-51c4-4809-a2bf-4c173cf1793d req-db1833db-a373-4b0b-808b-3e8c8fe710db tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516257 Oct 12 00:24:07.101496 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5eaf0-d421-48b3-9d54-eec3dea03f21 req-1535f1d5-68ff-4ba0-8167-2854207ff20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:07.103642 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f1f5eaf0-d421-48b3-9d54-eec3dea03f21 req-1535f1d5-68ff-4ba0-8167-2854207ff20d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=33e38693dbe5490fb39cd1981274a5f6&device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 1168 time: 0.0460122 Oct 12 00:24:07.147081 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-03ab441d-71ef-4901-aebc-dc9dfbf6d740 req-803c272c-6f3d-47e2-a18e-874a09a349b9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0301373 Oct 12 00:24:07.368801 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f877516-c708-43a9-ae68-bdf3a5df3362 req-12942b38-1a74-46ba-aef3-ab5b8fc20594 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:07.370271 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6f877516-c708-43a9-ae68-bdf3a5df3362 req-12942b38-1a74-46ba-aef3-ab5b8fc20594 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0463209 Oct 12 00:24:07.417411 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6f877516-c708-43a9-ae68-bdf3a5df3362 req-79ba9a20-7171-45de-aa8c-9ab6ba726948 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408127 Oct 12 00:24:07.633107 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baf084-9669-41e9-86ae-70dce473ac56 req-755282c8-e533-414a-a3e6-353b248d8934 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:07.639263 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-92baf084-9669-41e9-86ae-70dce473ac56 req-755282c8-e533-414a-a3e6-353b248d8934 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0537736 Oct 12 00:24:07.700774 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-92baf084-9669-41e9-86ae-70dce473ac56 req-61b88948-366e-470c-a419-ce941a1824d0 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606389 Oct 12 00:24:07.842389 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5eaf0-d421-48b3-9d54-eec3dea03f21 req-3d228109-f8aa-4abc-a7f0-4536bfd04ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:07.844018 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f1f5eaf0-d421-48b3-9d54-eec3dea03f21 req-3d228109-f8aa-4abc-a7f0-4536bfd04ad9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dd5abad8-644b-4096-9887-e4113519a575 HTTP/1.1" status: 200 len: 916 time: 0.0909455 Oct 12 00:24:07.850600 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320b501-8f5b-4af8-a1f5-c5c4f429fb02 req-1eecf4e5-92ee-46a5-a44b-daef9cebb714 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:07.852116 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8320b501-8f5b-4af8-a1f5-c5c4f429fb02 req-1eecf4e5-92ee-46a5-a44b-daef9cebb714 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0537987 Oct 12 00:24:07.902050 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8320b501-8f5b-4af8-a1f5-c5c4f429fb02 req-405a3344-1dc8-4169-9b44-c318ad79625d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429683 Oct 12 00:24:08.000655 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc48a-5b1b-4be1-9998-3b2d53762eca req-51aab251-d661-4884-a659-8f672eedee96 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:08.002141 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c38fc48a-5b1b-4be1-9998-3b2d53762eca req-51aab251-d661-4884-a659-8f672eedee96 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0510502 Oct 12 00:24:08.049162 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c38fc48a-5b1b-4be1-9998-3b2d53762eca req-c432aaf7-f4cc-4250-9b23-6f16bb180882 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Oct 12 00:24:08.222539 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa94aa8-a857-4fe5-8def-a71892dd4673 req-b711bbaa-cd3d-40c7-9070-5c539a244534 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:08.224077 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7fa94aa8-a857-4fe5-8def-a71892dd4673 req-b711bbaa-cd3d-40c7-9070-5c539a244534 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0495398 Oct 12 00:24:08.253397 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5281ed42-0796-4444-8355-7f7f2963ded8 req-5ec87927-4bb1-4a7f-a866-2856d7a71463 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0276423 Oct 12 00:24:08.275810 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7fa94aa8-a857-4fe5-8def-a71892dd4673 req-71af0570-bf47-41a9-9bc2-3419b44f97eb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 Oct 12 00:24:08.869480 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed71a-8a66-4c72-b2a9-2c8c1d29f09f req-aed942f4-9fae-4d49-90f0-c7ff250a94ab tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:08.871590 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-617ed71a-8a66-4c72-b2a9-2c8c1d29f09f req-aed942f4-9fae-4d49-90f0-c7ff250a94ab tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0943475 Oct 12 00:24:08.882044 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f1f5eaf0-d421-48b3-9d54-eec3dea03f21 req-f97876e0-a81f-4594-9035-cdaee4b2aa6f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286053d8-514a-44bb-93e8-8591874205f2 HTTP/1.1" status: 200 len: 1000 time: 0.1028457 Oct 12 00:24:08.936305 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-617ed71a-8a66-4c72-b2a9-2c8c1d29f09f req-95ff38ec-d395-46b9-ab7e-38eb256a6ef3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573354 Oct 12 00:24:09.033518 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa1a20-e5ed-417f-a19e-2309c026d04a req-203ade02-57f0-468d-8df5-09b0dba9a595 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:09.034962 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c8fa1a20-e5ed-417f-a19e-2309c026d04a req-203ade02-57f0-468d-8df5-09b0dba9a595 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0493095 Oct 12 00:24:09.081408 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c8fa1a20-e5ed-417f-a19e-2309c026d04a req-07c7c749-6188-4031-b66d-f92779f7fe84 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408001 Oct 12 00:24:09.169111 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000a302-5584-4eeb-b67f-b3b478a71f5c req-0f0fb10a-2fc0-46bd-91db-f0f2c9d4c58f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:09.170587 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2000a302-5584-4eeb-b67f-b3b478a71f5c req-0f0fb10a-2fc0-46bd-91db-f0f2c9d4c58f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0465519 Oct 12 00:24:09.182605 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:09.219486 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2000a302-5584-4eeb-b67f-b3b478a71f5c req-f98bce3e-89c8-44a7-953b-ac1dc1dcee0d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Oct 12 00:24:09.357344 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e9469eb0-97c5-497e-83c2-dea8bbd22ebe req-6e414d25-a4c5-4c11-8540-39320aeaeb53 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0288649 Oct 12 00:24:09.407506 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90347c-5859-4331-950f-5d1dfc7ca14e req-67109ec7-5672-48a0-94f2-45a3c0728dee tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:09.408976 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7b90347c-5859-4331-950f-5d1dfc7ca14e req-67109ec7-5672-48a0-94f2-45a3c0728dee tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0506940 Oct 12 00:24:09.456545 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7b90347c-5859-4331-950f-5d1dfc7ca14e req-6ce49db9-c82b-43b4-b7a9-89cda0a89dbd tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 Oct 12 00:24:09.722568 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5eaf0-d421-48b3-9d54-eec3dea03f21 req-776ae5c9-9e72-400a-8ec7-809543f7ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:09.724055 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f1f5eaf0-d421-48b3-9d54-eec3dea03f21 req-776ae5c9-9e72-400a-8ec7-809543f7ba20 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c42a7b1b-73e5-4150-a3f9-0d95aa68df72 HTTP/1.1" status: 200 len: 854 time: 0.0545316 Oct 12 00:24:09.778283 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fcdaa-439c-45de-9b35-c666acce1c7c req-f5b101be-2244-44a0-8e0d-8d49358616f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:09.779448 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5eaf0-d421-48b3-9d54-eec3dea03f21 req-3a48c822-c61a-4adb-abc1-9f9985308978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:09.780134 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0d5fcdaa-439c-45de-9b35-c666acce1c7c req-f5b101be-2244-44a0-8e0d-8d49358616f1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=54567f4ea839415a94397e13f93d71cc&device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 1129 time: 0.0713887 Oct 12 00:24:09.780898 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f1f5eaf0-d421-48b3-9d54-eec3dea03f21 req-3a48c822-c61a-4adb-abc1-9f9985308978 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dd5abad8-644b-4096-9887-e4113519a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412929 Oct 12 00:24:09.789255 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db381bd4-30d5-4f98-bfc2-0e876f61e3ad req-4601587a-4f5c-4afc-837e-e6028e545de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:09.790620 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-db381bd4-30d5-4f98-bfc2-0e876f61e3ad req-4601587a-4f5c-4afc-837e-e6028e545de8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 1130 time: 0.0497682 Oct 12 00:24:09.839127 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:09.908148 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f1f5eaf0-d421-48b3-9d54-eec3dea03f21 req-9a47052a-41bd-4573-8b1d-78bd6a8aeba8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922654 Oct 12 00:24:09.912446 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-db381bd4-30d5-4f98-bfc2-0e876f61e3ad req-a701f70a-1c9d-414d-b187-f0729c3b32a4 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964386 Oct 12 00:24:09.931685 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fcdaa-439c-45de-9b35-c666acce1c7c req-6049c77e-a39a-4bb9-9b91-52cc70f430db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:09.933560 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0d5fcdaa-439c-45de-9b35-c666acce1c7c req-6049c77e-a39a-4bb9-9b91-52cc70f430db service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 200 len: 911 time: 0.1187935 Oct 12 00:24:10.060373 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8079543-46b0-4f4e-b579-c7c0a35d1bae req-8e3559b5-5c04-452a-9fdb-f485b3fb699f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:10.061806 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f8079543-46b0-4f4e-b579-c7c0a35d1bae req-8e3559b5-5c04-452a-9fdb-f485b3fb699f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0503786 Oct 12 00:24:10.118873 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f8079543-46b0-4f4e-b579-c7c0a35d1bae req-8b6ed6ee-e457-4b7a-959f-631e0852c10e tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515289 Oct 12 00:24:10.200877 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73f5f2-3a82-4366-95c1-06b275b4e235 req-37cd864c-5612-4cca-a837-bdff8a02cff7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:10.202229 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6e73f5f2-3a82-4366-95c1-06b275b4e235 req-37cd864c-5612-4cca-a837-bdff8a02cff7 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0461349 Oct 12 00:24:10.248095 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6e73f5f2-3a82-4366-95c1-06b275b4e235 req-ffc1ec74-78ca-4d3b-9501-dc63bec748a5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404608 Oct 12 00:24:10.340020 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd79bb-349b-4e05-abac-db19a0a16d51 req-c6e22c54-6f1d-462b-ace9-bb7f919fc101 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:10.341459 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5abd79bb-349b-4e05-abac-db19a0a16d51 req-c6e22c54-6f1d-462b-ace9-bb7f919fc101 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0466461 Oct 12 00:24:10.366346 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:10.387407 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5abd79bb-349b-4e05-abac-db19a0a16d51 req-7959522b-f0dd-49d0-9227-2ea01b5ffdd9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405974 Oct 12 00:24:10.470352 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-763aea5c-ffb5-4338-8f63-5b54dcb9e0f3 req-3bb62cb3-ca44-4d1c-a824-ecb78c42f096 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0300126 Oct 12 00:24:10.585518 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7db09a-43c4-4330-8260-fb8ffa9cceee req-ccc9f1f6-57e6-43e4-9002-d84f6b2b28ba tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:10.586986 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ed7db09a-43c4-4330-8260-fb8ffa9cceee req-ccc9f1f6-57e6-43e4-9002-d84f6b2b28ba tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0487509 Oct 12 00:24:10.637163 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ed7db09a-43c4-4330-8260-fb8ffa9cceee req-479500fe-bc4a-4141-9a78-7621170d5eb1 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440738 Oct 12 00:24:11.239561 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27484e-29ef-4d59-994c-9bb636547816 req-a19afb4b-7c7b-493a-beda-a98af345bb70 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:11.241047 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-eb27484e-29ef-4d59-994c-9bb636547816 req-a19afb4b-7c7b-493a-beda-a98af345bb70 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0474105 Oct 12 00:24:11.253708 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:11.305504 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-eb27484e-29ef-4d59-994c-9bb636547816 req-e6c93576-66fe-4765-8cff-62826d0a6565 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580025 Oct 12 00:24:11.367252 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319f0b2-386a-4b18-971b-ccdde81510d3 req-c2972a57-dd95-4ac0-838e-9af6ef569d67 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:11.368724 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1319f0b2-386a-4b18-971b-ccdde81510d3 req-c2972a57-dd95-4ac0-838e-9af6ef569d67 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0465591 Oct 12 00:24:11.417150 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1319f0b2-386a-4b18-971b-ccdde81510d3 req-6d4d3d1c-1765-472b-b2fb-2c8e2c4f2508 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420792 Oct 12 00:24:11.507000 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7707112-8250-4251-9da2-f60d8c54f2ff req-bb924dc6-5613-46b1-91ce-570689678630 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:11.508583 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c7707112-8250-4251-9da2-f60d8c54f2ff req-bb924dc6-5613-46b1-91ce-570689678630 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0466948 Oct 12 00:24:11.559940 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c7707112-8250-4251-9da2-f60d8c54f2ff req-41ec88b7-b7dc-45c4-af77-231b6a1b0c74 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456450 Oct 12 00:24:11.572094 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f05b10d4-a5ca-4d9b-be46-bb214ccec180 req-2ed9afb4-1889-4ebd-98fd-55a1d5fded55 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0283372 Oct 12 00:24:11.768490 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b737-bca0-45f8-8f99-f9cf285d20d9 req-f988ce40-74d0-4ebe-a6bb-4effeeba2952 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:11.769959 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4085b737-bca0-45f8-8f99-f9cf285d20d9 req-f988ce40-74d0-4ebe-a6bb-4effeeba2952 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 944 time: 0.0503032 Oct 12 00:24:11.817078 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4085b737-bca0-45f8-8f99-f9cf285d20d9 req-fbda7557-7fc4-4acf-a149-b11c0f9b3f87 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Oct 12 00:24:12.426548 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd947fa3-dfef-47ef-83ed-7a33d4a27dad req-d2cc4ef4-a92f-4392-a646-d6e5a72267e5 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:12.428008 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-dd947fa3-dfef-47ef-83ed-7a33d4a27dad req-d2cc4ef4-a92f-4392-a646-d6e5a72267e5 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0464110 Oct 12 00:24:12.489952 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-dd947fa3-dfef-47ef-83ed-7a33d4a27dad req-ace49d5e-0ebf-4592-8326-0a4e08b9a354 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563197 Oct 12 00:24:12.535835 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0528b-ee42-449e-97ee-aa258f9a2eef req-bc423bbc-7226-475b-b8a3-62ee93f77720 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:12.537200 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ffa0528b-ee42-449e-97ee-aa258f9a2eef req-bc423bbc-7226-475b-b8a3-62ee93f77720 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0470402 Oct 12 00:24:12.583763 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ffa0528b-ee42-449e-97ee-aa258f9a2eef req-9c9ad9e6-fd7a-49ca-b78f-5d10295026c4 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407851 Oct 12 00:24:12.614303 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2dccc06d-e6ad-4199-a897-4c5df8e17ccf details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:24:12.683912 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-25cdd430-905c-4925-a354-e6708ca79f64 req-94a14192-a23e-424d-9683-a13acb2f033c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0276003 Oct 12 00:24:12.695241 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bc7ee-4260-4ce7-827c-e49d3ce36a76 req-1e38edc8-6e64-4ad2-b00d-b2963216bc73 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:12.696965 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-753bc7ee-4260-4ce7-827c-e49d3ce36a76 req-1e38edc8-6e64-4ad2-b00d-b2963216bc73 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0517509 Oct 12 00:24:12.719577 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:24:12.730447 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'port_id': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'mac_address': 'fa:16:3e:e7:77:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:24:12.745444 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-753bc7ee-4260-4ce7-827c-e49d3ce36a76 req-145d68a7-4851-44d2-85cf-98df37203943 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415089 Oct 12 00:24:12.765512 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:24:12.765910 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:12.778902 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dccc06d-e6ad-4199-a897-4c5df8e17ccf {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:24:12.798683 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:24:12.874576 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:12.924111 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,revision_number=9']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:24:13.116382 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0d5fcdaa-439c-45de-9b35-c666acce1c7c req-fae04181-21af-4f57-b43f-0e24511698e6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d8c0a54-e70d-4bc8-9356-dab7272389bd HTTP/1.1" status: 200 len: 1001 time: 0.0609765 Oct 12 00:24:13.198462 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3346-c647-48ec-9362-ccefccd9252c req-732b1c28-7ea9-47bc-bf9f-7548bb4e9129 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:13.199949 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9d6a3346-c647-48ec-9362-ccefccd9252c req-732b1c28-7ea9-47bc-bf9f-7548bb4e9129 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 945 time: 0.3017623 Oct 12 00:24:13.275689 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f1f5eaf0-d421-48b3-9d54-eec3dea03f21 req-89b7c030-88ed-4c02-9a09-23d27c6bc12d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357195 Oct 12 00:24:13.277572 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['2dccc06d-e6ad-4199-a897-4c5df8e17ccf'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:24:13.279909 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9d6a3346-c647-48ec-9362-ccefccd9252c req-3b80548b-a004-4f56-bd69-fdb81228b169 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740042 Oct 12 00:24:13.298414 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:13.611971 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7379577-53ca-4b87-b2ad-645b377949ca req-1582e3a0-6b0d-4153-a12b-244f5de2513c tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:13.613472 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f7379577-53ca-4b87-b2ad-645b377949ca req-1582e3a0-6b0d-4153-a12b-244f5de2513c tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0473526 Oct 12 00:24:13.676239 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f7379577-53ca-4b87-b2ad-645b377949ca req-35bbd6b4-81a0-424f-abcf-e6177a44d8c4 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571668 Oct 12 00:24:13.704498 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:13.712936 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5a9de-d820-4a86-80de-963c7afc3975 req-a3b1d5ee-f249-4a51-979b-e81a10508141 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:13.715106 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-04e5a9de-d820-4a86-80de-963c7afc3975 req-a3b1d5ee-f249-4a51-979b-e81a10508141 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0505731 Oct 12 00:24:13.772406 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:13.790075 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-04e5a9de-d820-4a86-80de-963c7afc3975 req-6099e4cc-a48d-4bdf-ba7b-4658cc6727b6 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691793 Oct 12 00:24:13.839259 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fcdaa-439c-45de-9b35-c666acce1c7c req-f522554b-4e82-43b2-bdd1-b1afe7793192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:13.841170 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0d5fcdaa-439c-45de-9b35-c666acce1c7c req-f522554b-4e82-43b2-bdd1-b1afe7793192 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=aa18335c-d319-429c-b473-349dd96c4b84 HTTP/1.1" status: 200 len: 849 time: 0.0987289 Oct 12 00:24:13.845028 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-29d520e4-614f-411a-9b3c-e73349a00546 req-6fa76eb8-175e-4b1e-998d-b67adf19ddab tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0569310 Oct 12 00:24:13.916524 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:13.923056 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fcdaa-439c-45de-9b35-c666acce1c7c req-2956d8c7-ff3f-41a9-b24b-48520e53195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:13.924583 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0d5fcdaa-439c-45de-9b35-c666acce1c7c req-2956d8c7-ff3f-41a9-b24b-48520e53195d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479782 Oct 12 00:24:13.969943 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27412a0-c9a5-44da-9061-40c88d9047d7 req-fa3f4c7d-5dd7-44bf-a2d7-191b6056570b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:13.971567 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a27412a0-c9a5-44da-9061-40c88d9047d7 req-fa3f4c7d-5dd7-44bf-a2d7-191b6056570b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.1149025 Oct 12 00:24:14.058780 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a27412a0-c9a5-44da-9061-40c88d9047d7 req-6b38cdb1-d718-4dc3-b17e-460ca1d597dd tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794609 Oct 12 00:24:14.064830 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-88eaf515-87f0-4c69-8b13-0e9b1e7f349c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:14.066335 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-88eaf515-87f0-4c69-8b13-0e9b1e7f349c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 815 time: 0.1685061 Oct 12 00:24:14.223353 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-c4a20fe5-f8c5-472a-94b3-864a6f550f42 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 379 time: 0.1072021 Oct 12 00:24:14.250492 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0d5fcdaa-439c-45de-9b35-c666acce1c7c req-28cfa149-3517-45f5-8a3b-dcf6f67f0899 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338396 Oct 12 00:24:14.425417 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a597920-49a6-44d2-a67a-1ee0fb26f82a req-74a6a8dd-c709-4c1f-9ca5-9ba38fae1809 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:14.428323 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7a597920-49a6-44d2-a67a-1ee0fb26f82a req-74a6a8dd-c709-4c1f-9ca5-9ba38fae1809 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 945 time: 0.0556364 Oct 12 00:24:14.475348 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7a597920-49a6-44d2-a67a-1ee0fb26f82a req-fbc3769c-0d64-41c8-b995-ac534b51e79f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Oct 12 00:24:14.607607 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2dccc06d-e6ad-4199-a897-4c5df8e17ccf up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:24:14.650307 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:24:14.650665 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:14.651004 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf Oct 12 00:24:14.724096 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:14.728484 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:24:14.729378 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:14.752892 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:24:14.755129 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7896b70b-e729-4101-960e-891f2be38d83" -d '{"events": [{"server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "name": "network-vif-plugged", "status": "completed", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:24:14.768816 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:24:14.812066 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'port': {'device_id': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'admin_state_up': True, 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'security_groups': ['e1f91e90-e393-404f-b75d-2fab655af137']}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:24:14.823257 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db40547-4e87-4859-bf61-5a9d65e5bb3c x-openstack-request-id: req-9db40547-4e87-4859-bf61-5a9d65e5bb3c {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:24:14.823645 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "name": "network-vif-plugged", "status": "completed", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:24:14.828118 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9db40547-4e87-4859-bf61-5a9d65e5bb3c {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:24:14.828118 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db40547-4e87-4859-bf61-5a9d65e5bb3c'] response: {'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'code': 200} Oct 12 00:24:14.846792 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:14.859419 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0d5fcdaa-439c-45de-9b35-c666acce1c7c req-0aa36441-f42f-44c6-a83b-b487e75ddeb7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002655 Oct 12 00:24:14.882541 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621486b4-4f1f-4868-9c7a-40c7c4fa3c5c req-8c391ef1-18e2-48eb-bb1b-f873f6dc2c86 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:14.885440 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-621486b4-4f1f-4868-9c7a-40c7c4fa3c5c req-8c391ef1-18e2-48eb-bb1b-f873f6dc2c86 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.1326911 Oct 12 00:24:14.912248 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,revision_number=10']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:24:14.942731 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957511e4-3341-4e8a-9d16-6df6ab4fc285 req-51d0581c-1ced-4095-8cbc-6efed82ef1c5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:14.944258 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-957511e4-3341-4e8a-9d16-6df6ab4fc285 req-51d0581c-1ced-4095-8cbc-6efed82ef1c5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0545018 Oct 12 00:24:14.959496 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:14.971054 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:14.993780 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-957511e4-3341-4e8a-9d16-6df6ab4fc285 req-f5d31c00-c878-4f32-b4a5-75d1364133dc tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 Oct 12 00:24:15.000256 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-621486b4-4f1f-4868-9c7a-40c7c4fa3c5c req-e95b5fe5-35c2-42f7-bb32-836ff44c5df3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073065 Oct 12 00:24:15.080223 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Made reservation on behalf of 10160596b45c49249155b0c2585e70bb for: {'port': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:24:15.084086 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:15.084442 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4084eec6-b274-48a7-a0ee-be66b66189fd req-3fd65333-40de-4ad3-b889-eb1f73b1901b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0325091 Oct 12 00:24:15.205636 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8682b5-8627-4d0e-91a8-f2e8592a2496 req-ec28dd1d-7842-4251-ae6d-6d0813cdfad8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:15.207113 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5a8682b5-8627-4d0e-91a8-f2e8592a2496 req-ec28dd1d-7842-4251-ae6d-6d0813cdfad8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0664022 Oct 12 00:24:15.279957 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Allocated IP 172.20.0.13 (a7f2d8cc-4d82-4295-a149-404a55bcd20c/52bba071-c454-4c4d-992e-bc926db7c275/d4634f29-c1d0-4738-98cb-502e6977b79b) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:24:15.300430 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5a8682b5-8627-4d0e-91a8-f2e8592a2496 req-bddbe943-24ee-4a6c-9203-f62eebe09e6a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713065 Oct 12 00:24:15.386292 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:15.436341 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:15.542779 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:15.596043 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:24:15.599295 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:24:15.603311 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:24:15.642217 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=d4634f29-c1d0-4738-98cb-502e6977b79b,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:24:15.650108 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b37337-9257-41cf-9630-3ac78486e443 req-8f758280-9e36-4393-af69-766d368679c0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:15.652425 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d6b37337-9257-41cf-9630-3ac78486e443 req-8f758280-9e36-4393-af69-766d368679c0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 947 time: 0.0707819 Oct 12 00:24:15.657784 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.658398 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.658953 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.659637 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.660257 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.660809 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.661370 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.661927 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.662467 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.663017 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.663602 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.667492 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.668015 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.670023 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.670023 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:15.701070 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:15.701719 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:15.717710 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d6b37337-9257-41cf-9630-3ac78486e443 req-c0343572-6a0f-43d6-9c71-3794e21dbfdc tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579474 Oct 12 00:24:15.788017 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-527c2c42-ac46-44e9-8329-a570049dbda2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9807162 Oct 12 00:24:15.834803 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-a00a719e-8a2c-4c25-9df9-743e8b4cb741 None None] Provisioning complete for port d4634f29-c1d0-4738-98cb-502e6977b79b triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:24:15.835876 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a00a719e-8a2c-4c25-9df9-743e8b4cb741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:15.836206 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-a00a719e-8a2c-4c25-9df9-743e8b4cb741 None None] Attempt 1 to provision port d4634f29-c1d0-4738-98cb-502e6977b79b Oct 12 00:24:15.873511 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-a00a719e-8a2c-4c25-9df9-743e8b4cb741 None None] Port d4634f29-c1d0-4738-98cb-502e6977b79b cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:24:15.879970 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe24ca-a6a4-4765-b9d2-1c1512471aae req-5cc99a4c-a408-48a4-ac38-28c217468faa tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:15.881430 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-46fe24ca-a6a4-4765-b9d2-1c1512471aae req-5cc99a4c-a408-48a4-ac38-28c217468faa tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0539150 Oct 12 00:24:15.929525 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-46fe24ca-a6a4-4765-b9d2-1c1512471aae req-db93f901-54a6-40bc-a2a0-0719deb846a9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421557 Oct 12 00:24:16.122676 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ecb0f-cdf3-49ab-a18f-98f8cee0f0b4 req-fdd0d031-b45e-4c3d-8e75-d96bbf83181b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:16.125610 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-738ecb0f-cdf3-49ab-a18f-98f8cee0f0b4 req-fdd0d031-b45e-4c3d-8e75-d96bbf83181b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0542297 Oct 12 00:24:16.141530 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadd63e-aa0f-454d-82ac-ded55da0273b req-a83ca941-ca43-4813-aabc-14e40b54a6db tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:16.143042 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0dadd63e-aa0f-454d-82ac-ded55da0273b req-a83ca941-ca43-4813-aabc-14e40b54a6db tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0617564 Oct 12 00:24:16.179060 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-738ecb0f-cdf3-49ab-a18f-98f8cee0f0b4 req-a00a6dec-ab37-43b3-b651-e8b18f333234 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482061 Oct 12 00:24:16.194518 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Request body: {'port': {'device_id': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:24:16.199210 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:16.221214 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0dadd63e-aa0f-454d-82ac-ded55da0273b req-1b7f30dd-a43d-4db0-b90e-f575f9b235f9 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721979 Oct 12 00:24:16.284841 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:16.328092 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a04bd-26d7-4b22-8c6f-a6987197661d req-27a74f7e-9ad5-4ccc-934c-eeb2ae22c974 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:16.329558 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8b0a04bd-26d7-4b22-8c6f-a6987197661d req-27a74f7e-9ad5-4ccc-934c-eeb2ae22c974 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 932 time: 0.0581570 Oct 12 00:24:16.346552 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7b194-bb9b-4351-934b-abd78489263a req-0ba74680-1c8c-4782-8200-5636762057c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:16.348090 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0fd7b194-bb9b-4351-934b-abd78489263a req-0ba74680-1c8c-4782-8200-5636762057c3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 1130 time: 0.0741727 Oct 12 00:24:16.351051 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74e7ad-6645-4ae0-8b4d-cffaf9d6c04f req-ce506f44-6961-4c9c-b02f-854ed3caa153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:16.352429 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0f74e7ad-6645-4ae0-8b4d-cffaf9d6c04f req-ce506f44-6961-4c9c-b02f-854ed3caa153 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 1131 time: 0.0469971 Oct 12 00:24:16.452697 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8b0a04bd-26d7-4b22-8c6f-a6987197661d req-a6e336df-21f8-4d3e-bf68-c8249824a17e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035252 Oct 12 00:24:16.562350 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:16.607563 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4634f29-c1d0-4738-98cb-502e6977b79b {{(pid=111559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:24:16.615055 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Publish callbacks [] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:16.627730 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.provisioning_blocks [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Transition to ACTIVE for port object d4634f29-c1d0-4738-98cb-502e6977b79b will not be triggered until provisioned by entity L2. {{(pid=111559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:24:16.659315 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0f74e7ad-6645-4ae0-8b4d-cffaf9d6c04f req-d1dcf6bb-ea4b-4c85-82b7-9124cedd5044 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953879 Oct 12 00:24:16.683331 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7b194-bb9b-4351-934b-abd78489263a req-f961103a-fb48-43d0-86c8-a2cddda26358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:16.684751 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0fd7b194-bb9b-4351-934b-abd78489263a req-f961103a-fb48-43d0-86c8-a2cddda26358 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.1197193 Oct 12 00:24:16.716405 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:16.799461 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4634f29-c1d0-4738-98cb-502e6977b79b,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:24:16.827470 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Attempting to bind port d4634f29-c1d0-4738-98cb-502e6977b79b on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:24:16.827806 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Attempting to bind port d4634f29-c1d0-4738-98cb-502e6977b79b by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:24:16.828177 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Attempting to bind port d4634f29-c1d0-4738-98cb-502e6977b79b on network a7f2d8cc-4d82-4295-a149-404a55bcd20c {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:24:16.847767 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d1eea-8302-4921-9b13-42b0e3fa8f3f req-82b157f1-2003-4dc0-b848-bbd8932aaaea tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:16.849237 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f40d1eea-8302-4921-9b13-42b0e3fa8f3f req-82b157f1-2003-4dc0-b848-bbd8932aaaea tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 947 time: 0.0488856 Oct 12 00:24:16.872126 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Port d4634f29-c1d0-4738-98cb-502e6977b79b on network a7f2d8cc-4d82-4295-a149-404a55bcd20c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:24:16.872460 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Attempting to bind port d4634f29-c1d0-4738-98cb-502e6977b79b on network a7f2d8cc-4d82-4295-a149-404a55bcd20c {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:24:16.901903 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f40d1eea-8302-4921-9b13-42b0e3fa8f3f req-3d525df6-4337-4401-9741-e71bbccc95fe tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469484 Oct 12 00:24:16.916731 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:24:16.917071 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Checking segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:24:16.917457 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Bound using segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:24:16.917887 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Bound port: d4634f29-c1d0-4738-98cb-502e6977b79b, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:24:16.918256 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:16.979275 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] For port d4634f29-c1d0-4738-98cb-502e6977b79b, host hv-cinder-84914, cleared binding levels {{(pid=111559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:24:16.982921 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] For port d4634f29-c1d0-4738-98cb-502e6977b79b, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d4634f29-c1d0-4738-98cb-502e6977b79b,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:24:17.012895 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:17.041509 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0fd7b194-bb9b-4351-934b-abd78489263a req-00a19a7f-3179-4a92-8bde-2ba3f5d93b65 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9df6017e-afa4-4f72-91b3-79f5fe5d9b49 HTTP/1.1" status: 200 len: 1001 time: 0.0633385 Oct 12 00:24:17.057636 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8e29c-5a52-4bb0-8548-032260e58645 req-69f863a3-36d2-4603-95ac-2e99f26d0f53 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:17.059155 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-27c8e29c-5a52-4bb0-8548-032260e58645 req-69f863a3-36d2-4603-95ac-2e99f26d0f53 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0534356 Oct 12 00:24:17.106005 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-27c8e29c-5a52-4bb0-8548-032260e58645 req-6a642e31-468a-4339-9e02-ed937f70ed11 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413773 Oct 12 00:24:17.109728 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:17.113974 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:17.114564 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:17.115951 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/d4634f29-c1d0-4738-98cb-502e6977b79b HTTP/1.1" status: 200 len: 1094 time: 0.9261799 Oct 12 00:24:17.121593 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'tag': 'd4634f29-c1d0-4738-98cb-502e6977b79b'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:24:17.121593 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325eab83-ad51-441e-b657-813bffcfb411" -d '{"events": [{"name": "network-changed", "server_uuid": "7e994443-5484-48d9-9a1b-e9662eb497e2", "tag": "d4634f29-c1d0-4738-98cb-502e6977b79b"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:24:17.164520 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835e33e-4928-4b0e-abaa-502d8d4013c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4634f29-c1d0-4738-98cb-502e6977b79b,revision_number=3']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:24:17.171547 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5d5e39-02d3-4b9d-aefa-ca8f085c1afc x-openstack-request-id: req-dd5d5e39-02d3-4b9d-aefa-ca8f085c1afc {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:24:17.171836 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e994443-5484-48d9-9a1b-e9662eb497e2", "tag": "d4634f29-c1d0-4738-98cb-502e6977b79b", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:24:17.172089 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd5d5e39-02d3-4b9d-aefa-ca8f085c1afc {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:24:17.172608 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5d5e39-02d3-4b9d-aefa-ca8f085c1afc'] response: {'name': 'network-changed', 'server_uuid': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'tag': 'd4634f29-c1d0-4738-98cb-502e6977b79b', 'status': 'completed', 'code': 200} Oct 12 00:24:17.346846 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca56503-2af6-4fcf-aafa-c2944075a85a req-81788a9b-23c7-4d5a-a65c-8bb56d5adb6e tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:17.348327 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fca56503-2af6-4fcf-aafa-c2944075a85a req-81788a9b-23c7-4d5a-a65c-8bb56d5adb6e tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0489266 Oct 12 00:24:17.410663 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fca56503-2af6-4fcf-aafa-c2944075a85a req-d5ca37a7-9228-45af-95d2-d1a44bdb9657 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564780 Oct 12 00:24:17.592484 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eab83-ad51-441e-b657-813bffcfb411 req-feefe22b-f003-489f-ad82-b6f1079bee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:17.593978 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-325eab83-ad51-441e-b657-813bffcfb411 req-feefe22b-f003-489f-ad82-b6f1079bee2e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 1128 time: 0.0383563 Oct 12 00:24:17.606892 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50eda8e-8149-4a49-ae3c-7c20a95c66a3 req-91003edf-fad9-42ff-a14c-d18e672e1d0c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:17.613161 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f50eda8e-8149-4a49-ae3c-7c20a95c66a3 req-91003edf-fad9-42ff-a14c-d18e672e1d0c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 944 time: 0.0805876 Oct 12 00:24:17.614294 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7b194-bb9b-4351-934b-abd78489263a req-38075dc7-0d2d-4a70-9fde-8ab7c8666f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:17.615724 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0fd7b194-bb9b-4351-934b-abd78489263a req-38075dc7-0d2d-4a70-9fde-8ab7c8666f12 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0770397 Oct 12 00:24:17.678859 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:17.691985 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f50eda8e-8149-4a49-ae3c-7c20a95c66a3 req-b61dea1d-7282-40db-9bd0-df873102584c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753267 Oct 12 00:24:17.693144 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7b194-bb9b-4351-934b-abd78489263a req-8bddfe98-a651-4344-b400-e756fb9638c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:17.694503 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0fd7b194-bb9b-4351-934b-abd78489263a req-8bddfe98-a651-4344-b400-e756fb9638c2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0608366 Oct 12 00:24:17.700843 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eab83-ad51-441e-b657-813bffcfb411 req-352e7679-271b-434e-9b59-d9dcbe44c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:17.702290 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-325eab83-ad51-441e-b657-813bffcfb411 req-352e7679-271b-434e-9b59-d9dcbe44c264 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=10160596b45c49249155b0c2585e70bb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0931284 Oct 12 00:24:17.812603 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eab83-ad51-441e-b657-813bffcfb411 req-04e5def8-d134-451f-bd9e-72e18eb869b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:17.813994 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-325eab83-ad51-441e-b657-813bffcfb411 req-04e5def8-d134-451f-bd9e-72e18eb869b3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983317 Oct 12 00:24:18.041214 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d3fc3-f99a-4c09-8a69-d7ad9023d7ed req-6ed1ebb4-639b-4c2a-8451-6bbfd77fc037 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:18.043269 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-cd3d3fc3-f99a-4c09-8a69-d7ad9023d7ed req-6ed1ebb4-639b-4c2a-8451-6bbfd77fc037 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 947 time: 0.0505252 Oct 12 00:24:18.067243 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0fd7b194-bb9b-4351-934b-abd78489263a req-c2ce1551-7765-4943-9a24-fdd207320fcc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519027 Oct 12 00:24:18.094820 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-cd3d3fc3-f99a-4c09-8a69-d7ad9023d7ed req-e89edf62-1abd-4f8d-8183-65e4370ce1ae tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454037 Oct 12 00:24:18.229430 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90df4c-f7a5-41f9-b163-003f2175728d req-7ef6133c-0793-4b56-8017-3b2f7a52d602 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:18.230954 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8a90df4c-f7a5-41f9-b163-003f2175728d req-7ef6133c-0793-4b56-8017-3b2f7a52d602 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0474482 Oct 12 00:24:18.258733 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:18.281348 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8a90df4c-f7a5-41f9-b163-003f2175728d req-a0616048-ce15-42a8-bc81-f2edbc927f94 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446773 Oct 12 00:24:18.519724 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:18.545292 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1cc02772-cf53-4618-92d0-f1bb31a8d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:18.546788 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-1cc02772-cf53-4618-92d0-f1bb31a8d5ba service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 1128 time: 0.0703175 Oct 12 00:24:18.559746 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44c60f-f074-4eb7-abab-6250ffef6063 req-78a2ff36-8a7c-4ae9-9cb4-c7bd12496a79 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:18.561149 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0e44c60f-f074-4eb7-abab-6250ffef6063 req-78a2ff36-8a7c-4ae9-9cb4-c7bd12496a79 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0733576 Oct 12 00:24:18.563086 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0fd7b194-bb9b-4351-934b-abd78489263a req-cf548f0d-1915-4c30-99b2-03e9debf23c5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886452 Oct 12 00:24:18.602654 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-69f28b6e-d48b-4007-8e60-ec97fbb51257 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4634f29-c1d0-4738-98cb-502e6977b79b HTTP/1.1" status: 200 len: 217 time: 0.0405912 Oct 12 00:24:18.692108 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0e44c60f-f074-4eb7-abab-6250ffef6063 req-90a59a82-9c18-4334-9d0c-d51aadb20422 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221030 Oct 12 00:24:18.698800 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-03b0739f-129f-425a-afff-d8e97eeaea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:18.700331 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-03b0739f-129f-425a-afff-d8e97eeaea09 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=52bba071-c454-4c4d-992e-bc926db7c275 HTTP/1.1" status: 200 len: 854 time: 0.0767775 Oct 12 00:24:18.754953 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-e31e5cdb-86c2-4ef0-b91b-ef979dedc74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:18.756563 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-e31e5cdb-86c2-4ef0-b91b-ef979dedc74a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a7f2d8cc-4d82-4295-a149-404a55bcd20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396466 Oct 12 00:24:18.812011 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95be006-88a6-4f70-b892-69442ea448d0 req-aed18f05-8576-4063-95ca-8680fafe6ae8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:18.813813 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e95be006-88a6-4f70-b892-69442ea448d0 req-aed18f05-8576-4063-95ca-8680fafe6ae8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 944 time: 0.0486214 Oct 12 00:24:18.863715 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-a3eddadf-dc30-42f8-bd41-23a00a5d25d5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957978 Oct 12 00:24:18.866924 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e95be006-88a6-4f70-b892-69442ea448d0 req-0b370f3f-bbd4-4eb0-8ed6-d247f26aeea8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472348 Oct 12 00:24:19.223343 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd53b7-e9a3-4824-9c5a-679a76cce6e5 req-9ada2dc6-52c1-4986-bd67-f29208b7614a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:19.224862 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0cd53b7-e9a3-4824-9c5a-679a76cce6e5 req-9ada2dc6-52c1-4986-bd67-f29208b7614a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 947 time: 0.0476956 Oct 12 00:24:19.271923 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0cd53b7-e9a3-4824-9c5a-679a76cce6e5 req-c44d617c-a44d-4759-9c45-f27d7c2f9250 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Oct 12 00:24:19.402120 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3caed-d3d2-45c1-8d27-d7fe03eeabb4 req-f00aba82-5a01-4563-afe4-7ea74883caac tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:19.403642 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-92b3caed-d3d2-45c1-8d27-d7fe03eeabb4 req-f00aba82-5a01-4563-afe4-7ea74883caac tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0460467 Oct 12 00:24:19.451679 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-92b3caed-d3d2-45c1-8d27-d7fe03eeabb4 req-35728780-5db8-4288-9e63-fcb03ec6c2c7 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421224 Oct 12 00:24:19.813348 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f3243-502d-4945-87b6-cd4d5786715b req-fe0351b6-1367-4ebd-ae6f-604fc95f4daa tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:19.814798 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f68f3243-502d-4945-87b6-cd4d5786715b req-fe0351b6-1367-4ebd-ae6f-604fc95f4daa tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0469429 Oct 12 00:24:19.873205 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f68f3243-502d-4945-87b6-cd4d5786715b req-af458de8-c772-4dbc-943a-aecfe11ac134 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526495 Oct 12 00:24:19.984644 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346f9c4-eb8a-4430-b23b-50b2bc5987d1 req-502e5bdd-eb75-4c50-a8e6-8a1064be2298 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:19.986030 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2346f9c4-eb8a-4430-b23b-50b2bc5987d1 req-502e5bdd-eb75-4c50-a8e6-8a1064be2298 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 944 time: 0.0457656 Oct 12 00:24:20.031946 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2346f9c4-eb8a-4430-b23b-50b2bc5987d1 req-8d5f3376-8b03-455c-bdda-3c4c3e14f0f8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404096 Oct 12 00:24:20.438059 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b6a58-647c-43d6-ae6d-1dd5587e172a req-352551d8-8231-4abf-b1dc-65717b787511 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:20.439518 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c12b6a58-647c-43d6-ae6d-1dd5587e172a req-352551d8-8231-4abf-b1dc-65717b787511 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 947 time: 0.0873115 Oct 12 00:24:20.475525 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:20.506628 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c18cf226-cabf-46bb-9c0c-1a5c20331dc4 req-5ab62b30-ad23-47b0-bdd6-3ebaae5cdc7c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400318 Oct 12 00:24:20.519623 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c12b6a58-647c-43d6-ae6d-1dd5587e172a req-2031a55f-148c-477b-988e-c015e508b165 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744994 Oct 12 00:24:20.585561 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d1622-22b6-4692-bd30-f1fce0070772 req-54f96337-b020-4d8b-9e36-2aca76930e30 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:20.587040 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6e8d1622-22b6-4692-bd30-f1fce0070772 req-54f96337-b020-4d8b-9e36-2aca76930e30 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0580587 Oct 12 00:24:20.639387 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6e8d1622-22b6-4692-bd30-f1fce0070772 req-cff14e9c-a838-49d9-a30c-033d22d70909 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428360 Oct 12 00:24:20.991582 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aa7eb-92f5-45ab-80a5-aa10e8dd86dd req-ffd9582a-99c1-464a-a403-e518e642ede2 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:20.993043 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-122aa7eb-92f5-45ab-80a5-aa10e8dd86dd req-ffd9582a-99c1-464a-a403-e518e642ede2 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0471942 Oct 12 00:24:21.053398 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-122aa7eb-92f5-45ab-80a5-aa10e8dd86dd req-7ef1d8ef-2bbf-4701-8ed1-beee4affc20c tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547562 Oct 12 00:24:21.151382 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bfa3f-3704-4197-bd07-9d229c491858 req-6c564586-af94-4883-88a4-70551d0e00fa tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:21.152864 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bd4bfa3f-3704-4197-bd07-9d229c491858 req-6c564586-af94-4883-88a4-70551d0e00fa tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 944 time: 0.0466650 Oct 12 00:24:21.188025 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:21.200356 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bd4bfa3f-3704-4197-bd07-9d229c491858 req-2d007612-6649-4a63-b7c2-6bb141e17451 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421212 Oct 12 00:24:21.648223 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d345a-ea1d-4069-b07b-642c834af7e8 req-0143abd6-f0e3-4a24-8a80-74ac23efdf42 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:21.649673 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c96d345a-ea1d-4069-b07b-642c834af7e8 req-0143abd6-f0e3-4a24-8a80-74ac23efdf42 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 947 time: 0.0466883 Oct 12 00:24:21.696461 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c96d345a-ea1d-4069-b07b-642c834af7e8 req-0ef8d5dd-56ec-493c-bbed-e0d013efe56f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413301 Oct 12 00:24:21.766235 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e33c7-1a2a-43c2-9c0c-c44950fb720b req-1c42cf25-34f7-4d3f-b577-0a73f3708763 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:21.767608 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0a6e33c7-1a2a-43c2-9c0c-c44950fb720b req-1c42cf25-34f7-4d3f-b577-0a73f3708763 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0498426 Oct 12 00:24:21.813712 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0a6e33c7-1a2a-43c2-9c0c-c44950fb720b req-04e31f97-1d70-4e50-8707-41e3c1c7f1b3 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404742 Oct 12 00:24:21.931271 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380c093-9ff5-403b-a641-747100980abb req-763fea5e-840f-4f60-a70b-3b13ee5a8af3 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:21.933274 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4380c093-9ff5-403b-a641-747100980abb req-763fea5e-840f-4f60-a70b-3b13ee5a8af3 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0507402 Oct 12 00:24:21.944224 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36710) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:24:21.949377 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-35bcd036-b1f9-46d8-9a64-da623814f6d4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Request body: {'floatingip': {'port_id': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:24:22.003016 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-35bcd036-b1f9-46d8-9a64-da623814f6d4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for floatingip (1a644b90-9d13-4d01-9f8c-f00a52cc4e95), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:22.217192 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa658d-b95a-4a6e-be33-bc0e67810e0b req-f2223fd3-17b7-42b7-84a5-f10993347f77 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:22.218703 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-14fa658d-b95a-4a6e-be33-bc0e67810e0b req-f2223fd3-17b7-42b7-84a5-f10993347f77 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0884774 Oct 12 00:24:22.331424 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bcdde-4bd1-4241-bb3a-3a661d023c6c req-ee7e998c-9a81-4599-9c86-6c4139c0433b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:22.333082 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-386bcdde-4bd1-4241-bb3a-3a661d023c6c req-ee7e998c-9a81-4599-9c86-6c4139c0433b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 944 time: 0.0481372 Oct 12 00:24:22.333226 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:22.361793 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-14fa658d-b95a-4a6e-be33-bc0e67810e0b req-13a891ec-8a6d-4e0d-84fc-728b82ebbe20 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182053 Oct 12 00:24:22.383007 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-386bcdde-4bd1-4241-bb3a-3a661d023c6c req-bb83e920-e17e-4ff9-8934-b26988d78299 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435700 Oct 12 00:24:22.544369 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-35bcd036-b1f9-46d8-9a64-da623814f6d4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:22.600433 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-35bcd036-b1f9-46d8-9a64-da623814f6d4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (1a644b90-9d13-4d01-9f8c-f00a52cc4e95), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:22.796963 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bcd036-b1f9-46d8-9a64-da623814f6d4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Router 9af56c6b-7328-4866-951f-b7c1d5172ba8 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:24:22.803552 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:22.899130 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bcd036-b1f9-46d8-9a64-da623814f6d4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:24:22.904757 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-35bcd036-b1f9-46d8-9a64-da623814f6d4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:22.909320 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b1bb18-5d81-4463-abbc-a1ae5b5abfa4 None None] Sync routers for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:24:22.919141 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1bb18-5d81-4463-abbc-a1ae5b5abfa4 None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:24:22.919996 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-79b1bb18-5d81-4463-abbc-a1ae5b5abfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:24:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:24:22.936642 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:24:22.939059 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70339e83-17b5-430a-8d2e-fa9707e64111" -d '{"events": [{"name": "network-changed", "server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:24:22.971018 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-35bcd036-b1f9-46d8-9a64-da623814f6d4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/1a644b90-9d13-4d01-9f8c-f00a52cc4e95 HTTP/1.1" status: 200 len: 993 time: 1.0256739 Oct 12 00:24:22.981003 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503add17-1cbf-43a8-af7a-812169a697ec x-openstack-request-id: req-503add17-1cbf-43a8-af7a-812169a697ec {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:24:22.981325 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:24:22.981583 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-503add17-1cbf-43a8-af7a-812169a697ec {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:24:22.981999 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503add17-1cbf-43a8-af7a-812169a697ec'] response: {'name': 'network-changed', 'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'status': 'completed', 'code': 200} Oct 12 00:24:23.071720 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70339e83-17b5-430a-8d2e-fa9707e64111 req-103a5362-0ea0-4c29-9685-57d5771d0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:23.073748 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-70339e83-17b5-430a-8d2e-fa9707e64111 req-103a5362-0ea0-4c29-9685-57d5771d0d20 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 1130 time: 0.0395100 Oct 12 00:24:23.158517 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-79b1bb18-5d81-4463-abbc-a1ae5b5abfa4 None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:24:23.165144 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:23.169869 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70339e83-17b5-430a-8d2e-fa9707e64111 req-b934d3b6-ec5b-47f8-8232-e068c7fde881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:23.171317 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-70339e83-17b5-430a-8d2e-fa9707e64111 req-b934d3b6-ec5b-47f8-8232-e068c7fde881 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.0899775 Oct 12 00:24:23.249829 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-70339e83-17b5-430a-8d2e-fa9707e64111 req-e8da03f5-d7f4-4c4f-b260-f51d43751ad7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9df6017e-afa4-4f72-91b3-79f5fe5d9b49 HTTP/1.1" status: 200 len: 1001 time: 0.0555003 Oct 12 00:24:23.329235 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70339e83-17b5-430a-8d2e-fa9707e64111 req-4898c86e-5e45-4b69-8952-930af81e0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:23.330995 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-70339e83-17b5-430a-8d2e-fa9707e64111 req-4898c86e-5e45-4b69-8952-930af81e0a13 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0533633 Oct 12 00:24:23.373533 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-79b1bb18-5d81-4463-abbc-a1ae5b5abfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1a644b90-9d13-4d01-9f8c-f00a52cc4e95', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'floating_ip_address': '172.27.4.86', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'port_id': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'mac_address': 'fa:16:3e:4b:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:22:08Z', 'updated_at': '2022-10-12T00:24:22Z', 'revision_number': 3, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:21Z', 'revision_number': 5, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:24:23.373917 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70339e83-17b5-430a-8d2e-fa9707e64111 req-93d1a365-f61f-4a40-8e77-3db1ed48f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:23.375447 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-70339e83-17b5-430a-8d2e-fa9707e64111 req-93d1a365-f61f-4a40-8e77-3db1ed48f55c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382667 Oct 12 00:24:23.400503 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b1bb18-5d81-4463-abbc-a1ae5b5abfa4 None None] Checking router: 9af56c6b-7328-4866-951f-b7c1d5172ba8 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:24:23.412672 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1bb18-5d81-4463-abbc-a1ae5b5abfa4 None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:24:23.412672 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-79b1bb18-5d81-4463-abbc-a1ae5b5abfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:24:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:24:23.498749 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:23.515746 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-70339e83-17b5-430a-8d2e-fa9707e64111 req-1c25db83-bd31-4833-aa01-f2090767d1ac service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344562 Oct 12 00:24:23.520255 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-79b1bb18-5d81-4463-abbc-a1ae5b5abfa4 None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:24:23.555304 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3f81-d991-4d20-87bb-fcececb7227b req-ac25198e-a120-404a-9c03-d8e4aa8fc381 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:23.556410 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1f106-ad73-4f3c-9bab-e779cf301ac3 req-c64fe610-5548-4b6f-bda8-dd5dbc65ae3e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:23.558113 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-99d1f106-ad73-4f3c-9bab-e779cf301ac3 req-c64fe610-5548-4b6f-bda8-dd5dbc65ae3e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 944 time: 0.0764170 Oct 12 00:24:23.562154 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-27fa3f81-d991-4d20-87bb-fcececb7227b req-ac25198e-a120-404a-9c03-d8e4aa8fc381 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0856912 Oct 12 00:24:23.612775 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-99d1f106-ad73-4f3c-9bab-e779cf301ac3 req-45993723-bb20-4812-9d04-5166c6901e82 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458493 Oct 12 00:24:23.686461 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-27fa3f81-d991-4d20-87bb-fcececb7227b req-52372905-7843-43f4-b085-4a1a55b15106 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233270 Oct 12 00:24:23.689901 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-70339e83-17b5-430a-8d2e-fa9707e64111 req-9a9e7160-efbb-40c6-8b45-98295cfcfb18 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686645 Oct 12 00:24:23.766558 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-79b1bb18-5d81-4463-abbc-a1ae5b5abfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1a644b90-9d13-4d01-9f8c-f00a52cc4e95', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'floating_ip_address': '172.27.4.86', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'port_id': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'mac_address': 'fa:16:3e:4b:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:22:08Z', 'updated_at': '2022-10-12T00:24:22Z', 'revision_number': 3, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:21Z', 'revision_number': 5, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:24:23.794591 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b1bb18-5d81-4463-abbc-a1ae5b5abfa4 None None] The sync data for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi is: [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '1a644b90-9d13-4d01-9f8c-f00a52cc4e95', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'floating_ip_address': '172.27.4.86', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'port_id': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'mac_address': 'fa:16:3e:4b:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:22:08Z', 'updated_at': '2022-10-12T00:24:22Z', 'revision_number': 3, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:21Z', 'revision_number': 5, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:24:24.626634 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36744) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:24:24.671234 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Deleting subnet 3df07de1-006a-45cb-871a-54d681829119 {{(pid=111560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:24:24.674700 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device d4634f29-c1d0-4738-98cb-502e6977b79b details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:24:24.675192 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Publish callbacks [] for subnet (3df07de1-006a-45cb-871a-54d681829119), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:24.678068 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:24.750123 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526249'] for subnet (3df07de1-006a-45cb-871a-54d681829119), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:24.774354 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984586e1-d467-4c49-954f-d9b5f41fc2d2 req-306daae1-e793-4772-a006-9932d6e12f96 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:24.776350 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-984586e1-d467-4c49-954f-d9b5f41fc2d2 req-306daae1-e793-4772-a006-9932d6e12f96 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 944 time: 0.0826147 Oct 12 00:24:24.779390 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port d4634f29-c1d0-4738-98cb-502e6977b79b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d4634f29-c1d0-4738-98cb-502e6977b79b,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:24:24.792312 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': 'd4634f29-c1d0-4738-98cb-502e6977b79b', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'port_id': 'd4634f29-c1d0-4738-98cb-502e6977b79b', 'mac_address': 'fa:16:3e:06:2b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:24:24.812260 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (3df07de1-006a-45cb-871a-54d681829119), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:24.821874 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bb857-a3a0-4f9d-b0c4-129df76566c7 req-a5c28e18-32fc-4277-a6a7-aaaabdce0079 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:24.825355 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-564bb857-a3a0-4f9d-b0c4-129df76566c7 req-a5c28e18-32fc-4277-a6a7-aaaabdce0079 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0577507 Oct 12 00:24:24.830487 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port d4634f29-c1d0-4738-98cb-502e6977b79b is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:24:24.830986 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:24.835749 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:24.856176 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4634f29-c1d0-4738-98cb-502e6977b79b {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:24:24.873451 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-984586e1-d467-4c49-954f-d9b5f41fc2d2 req-91bc27c3-2ed0-41d3-89d6-8c476302e0e2 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842507 Oct 12 00:24:24.877687 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port d4634f29-c1d0-4738-98cb-502e6977b79b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d4634f29-c1d0-4738-98cb-502e6977b79b,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:24:24.879791 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:24.887857 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-564bb857-a3a0-4f9d-b0c4-129df76566c7 req-59e851fb-48a8-4408-8d58-a3397e189a49 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585821 Oct 12 00:24:24.972059 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:24.972348 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26333834'] for subnet (3df07de1-006a-45cb-871a-54d681829119), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:24.993999 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:24:24.996290 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eee927-d84f-4311-ac2b-385337110b65" -d '{"events": [{"name": "network-changed", "server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:24:25.002412 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df07de1-006a-45cb-871a-54d681829119,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:24:25.013477 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:25.016590 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/3df07de1-006a-45cb-871a-54d681829119 HTTP/1.1" status: 204 len: 168 time: 0.3889446 Oct 12 00:24:25.019309 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 36752) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:24:25.020860 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.021323 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.021734 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.022132 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.022544 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.022937 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.023390 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.023787 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.024176 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.024565 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.024951 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.025338 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.026295 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.026616 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.026983 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a49a60e-bc48-4ee2-b1ac-5593a7fb2187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.034660 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=d4634f29-c1d0-4738-98cb-502e6977b79b,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:24:25.037582 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92571928-dbb5-422d-95cf-77cafdce78bc x-openstack-request-id: req-92571928-dbb5-422d-95cf-77cafdce78bc {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:24:25.038349 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:24:25.039081 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92571928-dbb5-422d-95cf-77cafdce78bc {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:24:25.039081 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92571928-dbb5-422d-95cf-77cafdce78bc'] response: {'name': 'network-changed', 'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'status': 'completed', 'code': 200} Oct 12 00:24:25.042786 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.043154 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.043606 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.043947 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.044275 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.044598 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.044920 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.045239 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.045563 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.045916 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.046238 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.046562 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.046876 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.047191 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.047531 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:24:25.090329 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (fccd9e59-39c7-42a2-aa54-28f6a75073c4), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:25.188469 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eee927-d84f-4311-ac2b-385337110b65 req-07a6e4d9-c127-42f4-a02c-bd3d7b220bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:25.189935 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f7eee927-d84f-4311-ac2b-385337110b65 req-07a6e4d9-c127-42f4-a02c-bd3d7b220bde service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 1130 time: 0.0939698 Oct 12 00:24:25.201237 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (fccd9e59-39c7-42a2-aa54-28f6a75073c4), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:25.220919 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fccd9e59-39c7-42a2-aa54-28f6a75073c4']}} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:24:25.230096 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6436dcd8-5748-47c5-b6bd-102a13d79def') {'for_net_delete': True} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:24:25.230385 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6436dcd8-5748-47c5-b6bd-102a13d79def') {} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:24:25.247428 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461391'] for segment (6436dcd8-5748-47c5-b6bd-102a13d79def), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:25.299393 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (6436dcd8-5748-47c5-b6bd-102a13d79def), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:25.311264 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=111559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:24:25.311679 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966068'] for segment (6436dcd8-5748-47c5-b6bd-102a13d79def), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:25.355223 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 6436dcd8-5748-47c5-b6bd-102a13d79def resource provider aggregate not found Oct 12 00:24:25.377126 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 6436dcd8-5748-47c5-b6bd-102a13d79def resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6436dcd8-5748-47c5-b6bd-102a13d79def found for delete ", "request_id": "req-9854ee4b-9b55-4edf-a55f-bffc6f5cecbf"}]} Oct 12 00:24:25.377262 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['d4634f29-c1d0-4738-98cb-502e6977b79b'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:24:25.398864 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eee927-d84f-4311-ac2b-385337110b65 req-103d1d26-fe43-44e6-ac33-44328ea3c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:25.400378 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f7eee927-d84f-4311-ac2b-385337110b65 req-103d1d26-fe43-44e6-ac33-44328ea3c9c1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.1630995 Oct 12 00:24:25.462089 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f7eee927-d84f-4311-ac2b-385337110b65 req-e5d91bd6-c2ea-45a1-97bf-865575f4804b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9df6017e-afa4-4f72-91b3-79f5fe5d9b49 HTTP/1.1" status: 200 len: 1001 time: 0.0551479 Oct 12 00:24:25.505825 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:25.508264 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (fccd9e59-39c7-42a2-aa54-28f6a75073c4), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:25.517004 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:25.519878 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/fccd9e59-39c7-42a2-aa54-28f6a75073c4 HTTP/1.1" status: 204 len: 168 time: 0.4993973 Oct 12 00:24:25.534584 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ab0b5-2ef5-4d93-8cce-36fee4def9a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fccd9e59-39c7-42a2-aa54-28f6a75073c4,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:24:25.541593 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eee927-d84f-4311-ac2b-385337110b65 req-f2820784-42ba-4309-a4fc-62da748df421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:25.543080 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f7eee927-d84f-4311-ac2b-385337110b65 req-f2820784-42ba-4309-a4fc-62da748df421 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0640457 Oct 12 00:24:25.593828 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eee927-d84f-4311-ac2b-385337110b65 req-d70a16df-eb91-4572-9bf0-ecb45b3678b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:25.595343 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f7eee927-d84f-4311-ac2b-385337110b65 req-d70a16df-eb91-4572-9bf0-ecb45b3678b5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424547 Oct 12 00:24:25.918380 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 36762) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:24:25.965326 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-0eb1d00a-e97d-4b17-a615-ec735b3df5b9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4194baa4b1fe4ab2840720dbf012a2f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457785 Oct 12 00:24:25.968135 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36766) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:24:26.014480 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894217a9-b219-4362-b0a3-d1ac1dddc667 req-26466631-ef39-445c-ac17-f40b98adf57a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:26.016003 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-894217a9-b219-4362-b0a3-d1ac1dddc667 req-26466631-ef39-445c-ac17-f40b98adf57a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 945 time: 0.0496633 Oct 12 00:24:26.053936 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5fdea-4478-41e5-92da-f0ce33d34226 req-3487ce4f-c5cc-469a-b92e-c866fb53ab29 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:26.055511 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c3b5fdea-4478-41e5-92da-f0ce33d34226 req-3487ce4f-c5cc-469a-b92e-c866fb53ab29 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0683758 Oct 12 00:24:26.065938 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-894217a9-b219-4362-b0a3-d1ac1dddc667 req-31aa777d-2c18-4d5a-bff6-46d178bb62b6 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442064 Oct 12 00:24:26.078405 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a5a23632-e0a9-405d-9245-e33346691cca admin admin] Publish callbacks [] for security_group (2ca4bb75-2b10-4aa2-8ba4-be5c24636185), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:26.113328 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a5a23632-e0a9-405d-9245-e33346691cca admin admin] Publish callbacks [] for security_group (2ca4bb75-2b10-4aa2-8ba4-be5c24636185), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:26.156111 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c3b5fdea-4478-41e5-92da-f0ce33d34226 req-9ebfd9de-8919-4753-b3b8-982c03d9d8e3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941536 Oct 12 00:24:26.236362 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a5a23632-e0a9-405d-9245-e33346691cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (2ca4bb75-2b10-4aa2-8ba4-be5c24636185), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:26.238886 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a5a23632-e0a9-405d-9245-e33346691cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:26.240055 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a5a23632-e0a9-405d-9245-e33346691cca admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2ca4bb75-2b10-4aa2-8ba4-be5c24636185 HTTP/1.1" status: 204 len: 168 time: 0.2709553 Oct 12 00:24:26.248055 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a23632-e0a9-405d-9245-e33346691cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca4bb75-2b10-4aa2-8ba4-be5c24636185,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:24:26.370589 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f7eee927-d84f-4311-ac2b-385337110b65 req-e9584eec-8c5f-4700-8d7c-0dc32db27a26 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900145 Oct 12 00:24:26.462512 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f7eee927-d84f-4311-ac2b-385337110b65 req-aa6d98ed-a3a0-4d7b-bd7a-5d9a8f346478 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833507 Oct 12 00:24:26.708486 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device d4634f29-c1d0-4738-98cb-502e6977b79b up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:24:26.751868 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port d4634f29-c1d0-4738-98cb-502e6977b79b completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:24:26.811270 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port d4634f29-c1d0-4738-98cb-502e6977b79b triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:24:26.811803 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:26.812225 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port d4634f29-c1d0-4738-98cb-502e6977b79b Oct 12 00:24:26.885771 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port d4634f29-c1d0-4738-98cb-502e6977b79b is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:24:26.886177 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:26.908562 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4634f29-c1d0-4738-98cb-502e6977b79b'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:24:26.910916 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eab6b8a-89cd-420e-8946-becfed7899c0" -d '{"events": [{"server_uuid": "7e994443-5484-48d9-9a1b-e9662eb497e2", "name": "network-vif-plugged", "status": "completed", "tag": "d4634f29-c1d0-4738-98cb-502e6977b79b"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:24:26.923294 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port d4634f29-c1d0-4738-98cb-502e6977b79b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d4634f29-c1d0-4738-98cb-502e6977b79b,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:24:26.948675 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d916fb-ebb5-4239-ae7d-a62584d3821d x-openstack-request-id: req-b6d916fb-ebb5-4239-ae7d-a62584d3821d {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:24:26.948675 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e994443-5484-48d9-9a1b-e9662eb497e2", "name": "network-vif-plugged", "status": "completed", "tag": "d4634f29-c1d0-4738-98cb-502e6977b79b", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:24:26.948675 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6d916fb-ebb5-4239-ae7d-a62584d3821d {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:24:26.948961 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d916fb-ebb5-4239-ae7d-a62584d3821d'] response: {'server_uuid': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4634f29-c1d0-4738-98cb-502e6977b79b', 'code': 200} Oct 12 00:24:26.996405 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:27.020226 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:27.046587 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=d4634f29-c1d0-4738-98cb-502e6977b79b,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:24:27.190716 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a4cf-c5d4-44b0-9ec1-7f4690d0c379 req-6e9b5e67-b6ad-46c0-8a82-15b9811bf954 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:27.192223 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e4a3a4cf-c5d4-44b0-9ec1-7f4690d0c379 req-6e9b5e67-b6ad-46c0-8a82-15b9811bf954 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 946 time: 0.0516374 Oct 12 00:24:27.222700 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:27.240113 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e4a3a4cf-c5d4-44b0-9ec1-7f4690d0c379 req-39d3670b-ef4e-4f62-85d5-713fd3b221fa tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422466 Oct 12 00:24:27.271886 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:27.284889 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fe502-f630-438b-9835-30a4a318fa5a req-b41a91ad-7d64-4ddb-8a15-8ef58f1024a8 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:27.286365 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-667fe502-f630-438b-9835-30a4a318fa5a req-b41a91ad-7d64-4ddb-8a15-8ef58f1024a8 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0541437 Oct 12 00:24:27.354507 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcac7e-633c-431f-bc01-5dc9580e8c2f req-bdfd4610-a92d-40a4-b48f-f9379bb69424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:27.356552 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-dedcac7e-633c-431f-bc01-5dc9580e8c2f req-bdfd4610-a92d-40a4-b48f-f9379bb69424 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 1130 time: 0.0560405 Oct 12 00:24:27.396910 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-667fe502-f630-438b-9835-30a4a318fa5a req-0c7a48af-4431-46a4-a7e0-f34483cad3f6 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f0c83657-5631-4236-9279-5a0a82070e50&id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034799 Oct 12 00:24:27.420679 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-dedcac7e-633c-431f-bc01-5dc9580e8c2f req-780fef04-5772-425c-924b-1b08b8f7a887 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568178 Oct 12 00:24:28.363622 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd143-49d2-4cd0-a160-c1531abbfe1d req-2bc88dff-59bb-4300-92c2-1690ce0acaba tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:28.365080 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-46cfd143-49d2-4cd0-a160-c1531abbfe1d req-2bc88dff-59bb-4300-92c2-1690ce0acaba tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 946 time: 0.0469527 Oct 12 00:24:28.385328 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7b17-c627-4dce-9b20-c67f94ec7d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:28.413381 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-46cfd143-49d2-4cd0-a160-c1531abbfe1d req-5b1e13d7-74a3-4126-a297-019f180735db tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429096 Oct 12 00:24:28.812813 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=16 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:28.819669 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=16 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:29.534600 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefae0b-d1a0-4c16-9346-48e0022c6456 req-772899f6-a739-40de-a436-9b58ba1f2c45 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:29.536467 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6cefae0b-d1a0-4c16-9346-48e0022c6456 req-772899f6-a739-40de-a436-9b58ba1f2c45 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 946 time: 0.0498099 Oct 12 00:24:29.584025 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6cefae0b-d1a0-4c16-9346-48e0022c6456 req-8863f1a6-bcda-446d-bf62-52a432510a83 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421007 Oct 12 00:24:29.699398 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7c4bb-0aca-422d-aceb-290ef2b33b81 req-de0eedf5-366f-41da-aa6f-51b238b05ac1 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:29.700756 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-37f7c4bb-0aca-422d-aceb-290ef2b33b81 req-de0eedf5-366f-41da-aa6f-51b238b05ac1 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 946 time: 0.0464916 Oct 12 00:24:29.710697 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36784) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:24:29.715582 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-93d4915f-66bd-4d7a-900e-9b8eb3c3fe34 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'floatingip': {'port_id': 'd4634f29-c1d0-4738-98cb-502e6977b79b'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:24:29.754995 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-93d4915f-66bd-4d7a-900e-9b8eb3c3fe34 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (f432f600-6c70-433f-afc3-0658913d2aa5), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:30.144541 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:30.164646 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-93d4915f-66bd-4d7a-900e-9b8eb3c3fe34 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:30.245815 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-93d4915f-66bd-4d7a-900e-9b8eb3c3fe34 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (f432f600-6c70-433f-afc3-0658913d2aa5), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:30.341881 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [None req-93d4915f-66bd-4d7a-900e-9b8eb3c3fe34 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Floating IP f432f600-6c70-433f-afc3-0658913d2aa5 associated. External IP: 172.27.4.81, port: d4634f29-c1d0-4738-98cb-502e6977b79b. Oct 12 00:24:30.478137 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:30.538087 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d4915f-66bd-4d7a-900e-9b8eb3c3fe34 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Router 8e420787-32f1-4086-a0bd-84c2dcf5d506 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:24:30.630958 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6f97eb7d-fdbe-4e90-909c-710a2851970b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:30.641365 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d4915f-66bd-4d7a-900e-9b8eb3c3fe34 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:24:30.645634 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-93d4915f-66bd-4d7a-900e-9b8eb3c3fe34 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:30.650717 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b068ea-37a0-4c92-8973-2fa49b334b9a None None] Sync routers for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:24:30.661023 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b068ea-37a0-4c92-8973-2fa49b334b9a None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:24:30.661637 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-73b068ea-37a0-4c92-8973-2fa49b334b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:24:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:24:30.674405 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-93d4915f-66bd-4d7a-900e-9b8eb3c3fe34 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/f432f600-6c70-433f-afc3-0658913d2aa5 HTTP/1.1" status: 200 len: 991 time: 0.9627132 Oct 12 00:24:30.675051 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'tag': 'd4634f29-c1d0-4738-98cb-502e6977b79b'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:24:30.677340 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d8270d-b7e0-4df7-a9e2-a15a15f37295" -d '{"events": [{"name": "network-changed", "server_uuid": "7e994443-5484-48d9-9a1b-e9662eb497e2", "tag": "d4634f29-c1d0-4738-98cb-502e6977b79b"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:24:30.714070 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa22d0b-932f-4cf4-9cea-3d700894c4e6 x-openstack-request-id: req-5fa22d0b-932f-4cf4-9cea-3d700894c4e6 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:24:30.714678 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e994443-5484-48d9-9a1b-e9662eb497e2", "tag": "d4634f29-c1d0-4738-98cb-502e6977b79b", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:24:30.714678 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fa22d0b-932f-4cf4-9cea-3d700894c4e6 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:24:30.715086 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa22d0b-932f-4cf4-9cea-3d700894c4e6'] response: {'name': 'network-changed', 'server_uuid': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'tag': 'd4634f29-c1d0-4738-98cb-502e6977b79b', 'status': 'completed', 'code': 200} Oct 12 00:24:30.762590 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-73b068ea-37a0-4c92-8973-2fa49b334b9a None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:24:30.820375 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8270d-b7e0-4df7-a9e2-a15a15f37295 req-920861c9-4729-431b-9125-518d4b6a7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:30.821771 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43d8270d-b7e0-4df7-a9e2-a15a15f37295 req-920861c9-4729-431b-9125-518d4b6a7800 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 1130 time: 0.0380673 Oct 12 00:24:30.919196 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8270d-b7e0-4df7-a9e2-a15a15f37295 req-9cfb6ca9-a717-4da6-8933-84ea53c1ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:30.920725 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43d8270d-b7e0-4df7-a9e2-a15a15f37295 req-9cfb6ca9-a717-4da6-8933-84ea53c1ee6e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 916 time: 0.0873837 Oct 12 00:24:30.931852 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:30.966778 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-73b068ea-37a0-4c92-8973-2fa49b334b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'f432f600-6c70-433f-afc3-0658913d2aa5', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.81', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': 'd4634f29-c1d0-4738-98cb-502e6977b79b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:06:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:23:59Z', 'updated_at': '2022-10-12T00:24:30Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:24:30.981915 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43d8270d-b7e0-4df7-a9e2-a15a15f37295 req-6a25de6f-965a-4e95-b5f4-ba0902d08b00 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4634f29-c1d0-4738-98cb-502e6977b79b HTTP/1.1" status: 200 len: 999 time: 0.0550108 Oct 12 00:24:30.995023 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b068ea-37a0-4c92-8973-2fa49b334b9a None None] Checking router: 8e420787-32f1-4086-a0bd-84c2dcf5d506 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:24:31.004083 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b068ea-37a0-4c92-8973-2fa49b334b9a None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:24:31.004791 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-73b068ea-37a0-4c92-8973-2fa49b334b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:24:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:24:31.028952 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8270d-b7e0-4df7-a9e2-a15a15f37295 req-90891290-3fc3-4ad3-9a10-0114d330c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:31.030399 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43d8270d-b7e0-4df7-a9e2-a15a15f37295 req-90891290-3fc3-4ad3-9a10-0114d330c72a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=52bba071-c454-4c4d-992e-bc926db7c275 HTTP/1.1" status: 200 len: 854 time: 0.0428464 Oct 12 00:24:31.105489 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-73b068ea-37a0-4c92-8973-2fa49b334b9a None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:24:31.292857 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8270d-b7e0-4df7-a9e2-a15a15f37295 req-bcbeae06-6330-4288-9cdb-cf1d47b6ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:31.294356 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43d8270d-b7e0-4df7-a9e2-a15a15f37295 req-bcbeae06-6330-4288-9cdb-cf1d47b6ef0d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a7f2d8cc-4d82-4295-a149-404a55bcd20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2551901 Oct 12 00:24:31.320525 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-73b068ea-37a0-4c92-8973-2fa49b334b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'f432f600-6c70-433f-afc3-0658913d2aa5', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.81', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': 'd4634f29-c1d0-4738-98cb-502e6977b79b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:06:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:23:59Z', 'updated_at': '2022-10-12T00:24:30Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:24:31.345289 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b068ea-37a0-4c92-8973-2fa49b334b9a None None] The sync data for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi is: [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'f432f600-6c70-433f-afc3-0658913d2aa5', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.81', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': 'd4634f29-c1d0-4738-98cb-502e6977b79b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:06:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:23:59Z', 'updated_at': '2022-10-12T00:24:30Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:24:31.395090 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43d8270d-b7e0-4df7-a9e2-a15a15f37295 req-c4c1c98b-51f0-4ee4-acc7-22b57c2e1ad9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870759 Oct 12 00:24:31.491333 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-43d8270d-b7e0-4df7-a9e2-a15a15f37295 req-bbec7813-821e-4d3b-be0a-c535489b017c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901551 Oct 12 00:24:31.548308 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab9c36-c568-48c9-addb-c62edf15fe43 None None] New status for floating IP f432f600-6c70-433f-afc3-0658913d2aa5: ACTIVE {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:24:31.649652 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:31.828809 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:33.019356 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:33.316313 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:34.453694 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:40.669470 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=12 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:40.671393 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=38 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:40.775442 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:24:41.486809 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=28 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:41.487595 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=59 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:44.384863 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:44.386713 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:50.771220 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=75 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:50.772161 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=75 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:24:58.360843 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-7e398d6f-e6a2-4976-8793-1f2c493a2463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:24:59.947108 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0ec67-d22f-46e1-86c0-fd21e5c51e5a req-6620af31-5444-4141-af7a-96c8a330bd8e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:24:59.948584 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-28d0ec67-d22f-46e1-86c0-fd21e5c51e5a req-6620af31-5444-4141-af7a-96c8a330bd8e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.2442417 Oct 12 00:24:59.998032 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-28d0ec67-d22f-46e1-86c0-fd21e5c51e5a req-1cac5216-d7f3-4313-a8f0-fb297ec6e7e0 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439563 Oct 12 00:25:00.636814 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8e962f8f-5436-476e-a231-b14a9e782418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:01.123330 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9890b9d-5de9-4211-80db-f3f8de93912d req-aebee3fb-cba0-4ed1-a76d-7517dda67f03 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:01.125687 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9890b9d-5de9-4211-80db-f3f8de93912d req-aebee3fb-cba0-4ed1-a76d-7517dda67f03 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0492361 Oct 12 00:25:01.178705 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9890b9d-5de9-4211-80db-f3f8de93912d req-ac4d7f88-2829-4cb8-a41a-80e7009c8ba9 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466540 Oct 12 00:25:01.808648 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:02.273988 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6de968-84d3-4498-8a71-88907348d69f req-f0533e03-15a9-46d4-85b7-1118a8f0d92c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:02.275480 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0b6de968-84d3-4498-8a71-88907348d69f req-f0533e03-15a9-46d4-85b7-1118a8f0d92c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0508034 Oct 12 00:25:02.318312 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcad2f-d5d5-45b5-a4b2-605b222b103e req-f02d7971-e04e-48c4-8513-79b3d80242a5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:02.319789 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-99fcad2f-d5d5-45b5-a4b2-605b222b103e req-f02d7971-e04e-48c4-8513-79b3d80242a5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 945 time: 0.0528917 Oct 12 00:25:02.369820 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-99fcad2f-d5d5-45b5-a4b2-605b222b103e req-bdaa5f99-bb5d-4054-8f95-dd049451af3f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9103a1a6-ffd6-41f2-a946-619db95f2510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443077 Oct 12 00:25:02.803356 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Deleting port 2d8c0a54-e70d-4bc8-9356-dab7272389bd {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:02.803662 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:02.894946 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] For port 2d8c0a54-e70d-4bc8-9356-dab7272389bd, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2d8c0a54-e70d-4bc8-9356-dab7272389bd,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:02.895318 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:03.047283 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:03.062512 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:03.062780 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (885daa15-4c74-4bc8-9d5d-d8628b2660bf), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:03.063105 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Floating IP 885daa15-4c74-4bc8-9d5d-d8628b2660bf disassociated. External IP: 172.27.4.204, port: 2d8c0a54-e70d-4bc8-9356-dab7272389bd. Oct 12 00:25:03.063481 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Calling delete_port for 2d8c0a54-e70d-4bc8-9356-dab7272389bd owned by compute:nova {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:03.240897 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (2d8c0a54-e70d-4bc8-9356-dab7272389bd), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:03.268096 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event deleted for resources: {'Port': ['ID=2d8c0a54-e70d-4bc8-9356-dab7272389bd,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:03.362559 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:03.379119 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:25:03.504201 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:03.507715 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-78d1264c-9d82-4ef8-ad89-66eb68e64cad req-60ce12e9-b2cb-4845-8a41-d3d0ce23ae05 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.0429525 Oct 12 00:25:03.512858 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:25:03.524533 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d160f22-c703-4939-a649-21e0dec67f3f None None] Sync routers for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:25:03.536317 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d160f22-c703-4939-a649-21e0dec67f3f None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:03.537181 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3d160f22-c703-4939-a649-21e0dec67f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:03.560741 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] No DVR routers for this DVR port 2d8c0a54-e70d-4bc8-9356-dab7272389bd on host hv-cinder-84914 {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:03.563729 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:03.567011 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0b6de968-84d3-4498-8a71-88907348d69f req-2b1e82c6-5a16-40c6-a4ed-936f26ec23ae tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.40 "DELETE /networking/v2.0/ports/2d8c0a54-e70d-4bc8-9356-dab7272389bd HTTP/1.1" status: 204 len: 173 time: 0.8435495 Oct 12 00:25:03.567573 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'name': 'network-vif-deleted', 'tag': '2d8c0a54-e70d-4bc8-9356-dab7272389bd'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:03.573795 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ff8365-82f6-417a-aabc-3d667d02e7a5" -d '{"events": [{"server_uuid": "1a130e92-2fae-45a7-a64c-bffbf46b4758", "name": "network-vif-deleted", "tag": "2d8c0a54-e70d-4bc8-9356-dab7272389bd"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:03.610393 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b5e75-39a8-4efd-a8d3-6a263e79ffe9 x-openstack-request-id: req-c29b5e75-39a8-4efd-a8d3-6a263e79ffe9 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:03.610563 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a130e92-2fae-45a7-a64c-bffbf46b4758", "name": "network-vif-deleted", "tag": "2d8c0a54-e70d-4bc8-9356-dab7272389bd", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:03.610827 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c29b5e75-39a8-4efd-a8d3-6a263e79ffe9 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:03.611236 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29b5e75-39a8-4efd-a8d3-6a263e79ffe9'] response: {'server_uuid': '1a130e92-2fae-45a7-a64c-bffbf46b4758', 'name': 'network-vif-deleted', 'tag': '2d8c0a54-e70d-4bc8-9356-dab7272389bd', 'status': 'completed', 'code': 200} Oct 12 00:25:03.654060 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-3d160f22-c703-4939-a649-21e0dec67f3f None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:03.865303 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3d160f22-c703-4939-a649-21e0dec67f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:03.894616 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d160f22-c703-4939-a649-21e0dec67f3f None None] Checking router: 6964f752-8e57-4f58-a7c9-44fddc4e20d9 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:25:03.903551 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d160f22-c703-4939-a649-21e0dec67f3f None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:03.908084 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3d160f22-c703-4939-a649-21e0dec67f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:04.104877 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-3d160f22-c703-4939-a649-21e0dec67f3f None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:04.304007 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-3d160f22-c703-4939-a649-21e0dec67f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:04.329534 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d160f22-c703-4939-a649-21e0dec67f3f None None] The sync data for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi is: [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:25:04.430533 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cad173-2e81-4b11-a340-fd5b61dd1440 req-be954fe4-1f78-4a36-b087-470289caa81f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:04.432046 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43cad173-2e81-4b11-a340-fd5b61dd1440 req-be954fe4-1f78-4a36-b087-470289caa81f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 947 time: 0.0497499 Oct 12 00:25:04.480202 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43cad173-2e81-4b11-a340-fd5b61dd1440 req-25156923-e1c0-4d04-8109-795b40575184 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424836 Oct 12 00:25:04.488722 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:04.556579 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619026f1-1188-4d55-bec5-1351cfaff877 None None] New status for floating IP 885daa15-4c74-4bc8-9d5d-d8628b2660bf: DOWN {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:25:04.647970 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-281fb867-90fb-4a27-869d-42ee09dcd51d req-39a6bd21-5605-402d-8c57-8c4e42ad74ab tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.0284781 Oct 12 00:25:05.610741 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecd159-a49b-4522-a050-306e77e8fa27 req-5cd8efcc-8bd9-4218-ad54-8fda58a5f24f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:05.612223 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-84ecd159-a49b-4522-a050-306e77e8fa27 req-5cd8efcc-8bd9-4218-ad54-8fda58a5f24f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 947 time: 0.0486169 Oct 12 00:25:05.632633 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:05.658931 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-84ecd159-a49b-4522-a050-306e77e8fa27 req-d6c5a093-e744-428b-9349-8d94f9f338ac tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410776 Oct 12 00:25:05.763153 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0dcbb343-e91d-4c46-92c5-f83e37b3c9d4 req-9204de8b-4914-44f9-9252-50613a1d08e5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.0305912 Oct 12 00:25:06.786043 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c988-e13e-4b74-adaa-58d68fc26843 req-f115fe09-380c-44d6-b1b5-6ddac77a0a32 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:06.787540 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-13a0c988-e13e-4b74-adaa-58d68fc26843 req-f115fe09-380c-44d6-b1b5-6ddac77a0a32 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 947 time: 0.0471060 Oct 12 00:25:06.836159 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-13a0c988-e13e-4b74-adaa-58d68fc26843 req-bce75ed6-b8ea-4e52-95a6-62095b65e9e8 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95daaf58-5625-46dd-9f86-8031d0d47845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Oct 12 00:25:06.877523 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d08cf2a8-308d-4a99-9295-0a8107337048 req-36c68cda-c111-44e9-975c-8b19c1636fb3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1a130e92-2fae-45a7-a64c-bffbf46b4758 HTTP/1.1" status: 200 len: 210 time: 0.0276096 Oct 12 00:25:06.930241 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2d8c0a54-e70d-4bc8-9356-dab7272389bd no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:06.949055 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 2d8c0a54-e70d-4bc8-9356-dab7272389bd {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:06.949396 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2d8c0a54-e70d-4bc8-9356-dab7272389bd not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:07.273242 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd147cde-0efd-4852-b358-880c700d3939 req-877f1c0a-0fce-4bdb-8845-494604f57e25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:07.275098 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-dd147cde-0efd-4852-b358-880c700d3939 req-877f1c0a-0fce-4bdb-8845-494604f57e25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 947 time: 0.0517671 Oct 12 00:25:07.432312 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Deleting port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:07.432656 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:07.523646 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] For port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:07.523959 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:07.692939 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:07.693234 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (2ef2d714-da51-435b-8afa-e21261a9e316), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:07.693555 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Floating IP 2ef2d714-da51-435b-8afa-e21261a9e316 disassociated. External IP: 172.27.4.38, port: 2dccc06d-e6ad-4199-a897-4c5df8e17ccf. Oct 12 00:25:07.693899 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Calling delete_port for 2dccc06d-e6ad-4199-a897-4c5df8e17ccf owned by compute:nova {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:07.898550 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (2dccc06d-e6ad-4199-a897-4c5df8e17ccf), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:07.940267 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event deleted for resources: {'Port': ['ID=2dccc06d-e6ad-4199-a897-4c5df8e17ccf,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:07.968511 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-60a9269b-6aa6-42f3-9c58-1b28190347ac req-1be77bb7-9f55-4fc7-937e-9d7d5070ebbb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 210 time: 0.0424223 Oct 12 00:25:08.086946 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:25:08.130682 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:08.190741 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:25:08.200043 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430aa2a-edbc-4819-b585-6f92fc0f295a None None] Sync routers for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:25:08.209939 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430aa2a-edbc-4819-b585-6f92fc0f295a None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:08.210612 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-1430aa2a-edbc-4819-b585-6f92fc0f295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:08.220725 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36908) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:08.233881 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] No DVR routers for this DVR port 2dccc06d-e6ad-4199-a897-4c5df8e17ccf on host hv-cinder-84914 {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:08.236522 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:08.239761 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-dd147cde-0efd-4852-b358-880c700d3939 req-b34a1956-21b9-4537-8b56-5619b0f1d05f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.40 "DELETE /networking/v2.0/ports/2dccc06d-e6ad-4199-a897-4c5df8e17ccf HTTP/1.1" status: 204 len: 173 time: 0.8919842 Oct 12 00:25:08.240384 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'name': 'network-vif-deleted', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:08.242742 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c78095-d719-42a1-b4fe-d4e8b45409cf" -d '{"events": [{"server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "name": "network-vif-deleted", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:08.284907 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3fcb58e7-3e31-4889-b2e8-8c1ad07378db tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (9103a1a6-ffd6-41f2-a946-619db95f2510), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:08.286914 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a882c80d-fe81-4b4b-bb38-c0c4164dcf3a x-openstack-request-id: req-a882c80d-fe81-4b4b-bb38-c0c4164dcf3a {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:08.287323 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce674c-f9e8-476b-b1e2-fe18ba36050a", "name": "network-vif-deleted", "tag": "2dccc06d-e6ad-4199-a897-4c5df8e17ccf", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:08.287547 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a882c80d-fe81-4b4b-bb38-c0c4164dcf3a {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:08.287908 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a882c80d-fe81-4b4b-bb38-c0c4164dcf3a'] response: {'server_uuid': '90ce674c-f9e8-476b-b1e2-fe18ba36050a', 'name': 'network-vif-deleted', 'tag': '2dccc06d-e6ad-4199-a897-4c5df8e17ccf', 'status': 'completed', 'code': 200} Oct 12 00:25:08.310846 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3fcb58e7-3e31-4889-b2e8-8c1ad07378db tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (9103a1a6-ffd6-41f2-a946-619db95f2510), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:08.325413 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-1430aa2a-edbc-4819-b585-6f92fc0f295a None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:08.459811 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3fcb58e7-3e31-4889-b2e8-8c1ad07378db tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9103a1a6-ffd6-41f2-a946-619db95f2510), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:08.462631 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3fcb58e7-3e31-4889-b2e8-8c1ad07378db tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:08.464006 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3fcb58e7-3e31-4889-b2e8-8c1ad07378db tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9103a1a6-ffd6-41f2-a946-619db95f2510 HTTP/1.1" status: 204 len: 168 time: 0.2420294 Oct 12 00:25:08.467052 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 36916) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:08.473378 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:08.487690 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb58e7-3e31-4889-b2e8-8c1ad07378db tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9103a1a6-ffd6-41f2-a946-619db95f2510,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:08.491833 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.api.v2.resource [None req-21401c8d-9ece-4cf4-af32-843756cca5aa tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] show failed (client error): The resource could not be found. Oct 12 00:25:08.494047 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-21401c8d-9ece-4cf4-af32-843756cca5aa tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups/9103a1a6-ffd6-41f2-a946-619db95f2510 HTTP/1.1" status: 404 len: 347 time: 0.0252242 Oct 12 00:25:08.497091 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 36918) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:08.560405 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-1430aa2a-edbc-4819-b585-6f92fc0f295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:08.582655 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:08.588035 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430aa2a-edbc-4819-b585-6f92fc0f295a None None] Checking router: 564505ea-3e81-4cfe-b13a-b4efd30b1b47 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:25:08.599833 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430aa2a-edbc-4819-b585-6f92fc0f295a None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:08.600719 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-1430aa2a-edbc-4819-b585-6f92fc0f295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:08.604782 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:08.627230 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-19bd9109-5e2d-4d57-a9fa-42271e9add9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Deleting port f2aab767-f357-450b-ada9-0cc6b05228af {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:08.627230 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-19bd9109-5e2d-4d57-a9fa-42271e9add9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (f2aab767-f357-450b-ada9-0cc6b05228af), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:08.721947 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-19bd9109-5e2d-4d57-a9fa-42271e9add9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (f2aab767-f357-450b-ada9-0cc6b05228af), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:08.722284 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-19bd9109-5e2d-4d57-a9fa-42271e9add9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (f2aab767-f357-450b-ada9-0cc6b05228af), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:08.723921 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-1430aa2a-edbc-4819-b585-6f92fc0f295a None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:08.741184 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-19bd9109-5e2d-4d57-a9fa-42271e9add9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Calling delete_port for f2aab767-f357-450b-ada9-0cc6b05228af owned by network:floatingip {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:08.934109 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-1430aa2a-edbc-4819-b585-6f92fc0f295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:08.959749 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430aa2a-edbc-4819-b585-6f92fc0f295a None None] The sync data for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi is: [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:25:08.966769 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-19bd9109-5e2d-4d57-a9fa-42271e9add9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (f2aab767-f357-450b-ada9-0cc6b05228af), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:08.990256 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd9109-5e2d-4d57-a9fa-42271e9add9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event deleted for resources: {'Port': ['ID=f2aab767-f357-450b-ada9-0cc6b05228af,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:09.063759 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-19bd9109-5e2d-4d57-a9fa-42271e9add9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (885daa15-4c74-4bc8-9d5d-d8628b2660bf), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:09.066574 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-19bd9109-5e2d-4d57-a9fa-42271e9add9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:09.068402 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-19bd9109-5e2d-4d57-a9fa-42271e9add9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/885daa15-4c74-4bc8-9d5d-d8628b2660bf HTTP/1.1" status: 204 len: 168 time: 0.5683696 Oct 12 00:25:09.119588 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1aba4a71-e9c6-48f2-9248-e98a65f84605 req-2da4cc24-9fbd-4911-b827-320d527fab50 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 210 time: 0.0300610 Oct 12 00:25:09.191027 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604315a-360c-4c50-8e41-e8838929f6e0 req-fc1b8ef1-1c42-4796-98c3-8864032c7888 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:09.195526 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0604315a-360c-4c50-8e41-e8838929f6e0 req-fc1b8ef1-1c42-4796-98c3-8864032c7888 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0581310 Oct 12 00:25:09.252699 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe747a-7c9d-49fd-98f2-56ab53fb9275 None None] New status for floating IP 2ef2d714-da51-435b-8afa-e21261a9e316: DOWN {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:25:09.256071 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 36930) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:09.259462 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0604315a-360c-4c50-8e41-e8838929f6e0 req-c4a47b51-88e0-4483-854d-d19c43c3269b tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465946 Oct 12 00:25:09.260602 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-f0cc14e8-d32d-4432-88f7-4a5d795e5439 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979235390', 'description': 'tempest-description--1384413971'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:09.386053 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f0cc14e8-d32d-4432-88f7-4a5d795e5439 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:09.456945 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f0cc14e8-d32d-4432-88f7-4a5d795e5439 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (310dc775-bc27-4a79-9794-adc035015675), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:09.523041 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f0cc14e8-d32d-4432-88f7-4a5d795e5439 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (310dc775-bc27-4a79-9794-adc035015675), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:09.550461 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:09.554567 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc14e8-d32d-4432-88f7-4a5d795e5439 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310dc775-bc27-4a79-9794-adc035015675,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:09.608847 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f0cc14e8-d32d-4432-88f7-4a5d795e5439 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:09.610170 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-f0cc14e8-d32d-4432-88f7-4a5d795e5439 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3529668 Oct 12 00:25:09.613015 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 36934) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:09.617197 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-7b150bbf-6301-4a00-897d-56b2e19af25f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'security_group_rule': {'security_group_id': '310dc775-bc27-4a79-9794-adc035015675', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:09.703807 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbf-6301-4a00-897d-56b2e19af25f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (af58b40b-f1c2-463d-b29b-e576b5a2fe9b), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:09.759164 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbf-6301-4a00-897d-56b2e19af25f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (af58b40b-f1c2-463d-b29b-e576b5a2fe9b), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:09.823295 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbf-6301-4a00-897d-56b2e19af25f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (af58b40b-f1c2-463d-b29b-e576b5a2fe9b), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:09.842026 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b150bbf-6301-4a00-897d-56b2e19af25f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af58b40b-f1c2-463d-b29b-e576b5a2fe9b,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:09.928867 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbf-6301-4a00-897d-56b2e19af25f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:09.930088 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-7b150bbf-6301-4a00-897d-56b2e19af25f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161173 Oct 12 00:25:09.932917 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36938) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:09.937464 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-3fb39409-d99e-4205-85b1-bfd3e2db170a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'security_group_rule': {'security_group_id': '310dc775-bc27-4a79-9794-adc035015675', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:09.939215 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5f24c898-2e5c-4b63-aac0-91a0c0acddce req-0a26992c-1466-4c88-ba1d-4f075254b57d tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1141163874&fields=id&tenant_id=33e38693dbe5490fb39cd1981274a5f6 HTTP/1.1" status: 200 len: 267 time: 0.0486529 Oct 12 00:25:09.992070 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24c898-2e5c-4b63-aac0-91a0c0acddce req-e2390c08-78b2-4690-8cf6-c7f928741cc0 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:09.993413 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5f24c898-2e5c-4b63-aac0-91a0c0acddce req-e2390c08-78b2-4690-8cf6-c7f928741cc0 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 984 time: 0.0488515 Oct 12 00:25:10.003943 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-5f24c898-2e5c-4b63-aac0-91a0c0acddce req-a6e65763-c0b0-4416-b8a0-31cf59c79144 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Request body: {'port': {'security_groups': ['3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5']}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:10.040534 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3fb39409-d99e-4205-85b1-bfd3e2db170a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (5d9c16a0-50bc-4581-b229-79aba51377e3), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.078887 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5f24c898-2e5c-4b63-aac0-91a0c0acddce req-a6e65763-c0b0-4416-b8a0-31cf59c79144 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (286053d8-514a-44bb-93e8-8591874205f2), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.096847 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3fb39409-d99e-4205-85b1-bfd3e2db170a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (5d9c16a0-50bc-4581-b229-79aba51377e3), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.124095 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:10.172355 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3fb39409-d99e-4205-85b1-bfd3e2db170a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (5d9c16a0-50bc-4581-b229-79aba51377e3), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.192168 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb39409-d99e-4205-85b1-bfd3e2db170a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9c16a0-50bc-4581-b229-79aba51377e3,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:10.248102 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d1ceba24-7f97-4bc0-9079-ff148694601c req-b3934bff-b45c-4dc9-8130-8a99c05350a6 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 210 time: 0.0272501 Oct 12 00:25:10.257251 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-5f24c898-2e5c-4b63-aac0-91a0c0acddce req-a6e65763-c0b0-4416-b8a0-31cf59c79144 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] For port 286053d8-514a-44bb-93e8-8591874205f2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=286053d8-514a-44bb-93e8-8591874205f2,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:10.278697 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3fb39409-d99e-4205-85b1-bfd3e2db170a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.283863 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3fb39409-d99e-4205-85b1-bfd3e2db170a tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498576 Oct 12 00:25:10.284489 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36944) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:10.286817 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5f24c898-2e5c-4b63-aac0-91a0c0acddce req-a6e65763-c0b0-4416-b8a0-31cf59c79144 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for port (286053d8-514a-44bb-93e8-8591874205f2), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.288880 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:10.361304 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5f24c898-2e5c-4b63-aac0-91a0c0acddce req-a6e65763-c0b0-4416-b8a0-31cf59c79144 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (286053d8-514a-44bb-93e8-8591874205f2), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.369557 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24c898-2e5c-4b63-aac0-91a0c0acddce req-a6e65763-c0b0-4416-b8a0-31cf59c79144 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:10.370157 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-5f24c898-2e5c-4b63-aac0-91a0c0acddce req-a6e65763-c0b0-4416-b8a0-31cf59c79144 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.371072 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39bb5f-725a-4059-95b6-3c8105eb9f88 req-80badd1a-3a4d-416d-8fc7-9488dee26b1d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:10.371519 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5f24c898-2e5c-4b63-aac0-91a0c0acddce req-a6e65763-c0b0-4416-b8a0-31cf59c79144 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "PUT /networking/v2.0/ports/286053d8-514a-44bb-93e8-8591874205f2 HTTP/1.1" status: 200 len: 942 time: 0.3719838 Oct 12 00:25:10.372542 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3d39bb5f-725a-4059-95b6-3c8105eb9f88 req-80badd1a-3a4d-416d-8fc7-9488dee26b1d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0494471 Oct 12 00:25:10.375074 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'tag': '286053d8-514a-44bb-93e8-8591874205f2'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:10.378224 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94deb9e-5da9-4127-841b-87acf0cfe1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "tag": "286053d8-514a-44bb-93e8-8591874205f2"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:10.380419 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 36946) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:10.407032 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.417308 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['286053d8-514a-44bb-93e8-8591874205f2'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:25:10.419239 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d50dc5d-462d-47c8-a6c8-73431c05cfcb x-openstack-request-id: req-2d50dc5d-462d-47c8-a6c8-73431c05cfcb {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:10.419612 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "tag": "286053d8-514a-44bb-93e8-8591874205f2", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:10.419926 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d50dc5d-462d-47c8-a6c8-73431c05cfcb {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:10.420385 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d50dc5d-462d-47c8-a6c8-73431c05cfcb'] response: {'name': 'network-changed', 'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'tag': '286053d8-514a-44bb-93e8-8591874205f2', 'status': 'completed', 'code': 200} Oct 12 00:25:10.432129 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e65763-c0b0-4416-b8a0-31cf59c79144 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event updated for resources: {'Port': ['ID=286053d8-514a-44bb-93e8-8591874205f2,revision_number=7']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:10.466111 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:10.473375 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:10.587539 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['286053d8-514a-44bb-93e8-8591874205f2'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:25:10.755984 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3d39bb5f-725a-4059-95b6-3c8105eb9f88 req-2fc9c237-e79b-4a8b-9314-27847ae53ef8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770125 Oct 12 00:25:10.789362 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-00988262-4740-4e87-8efc-57142293e05a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group (f0c83657-5631-4236-9279-5a0a82070e50), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.792238 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.822426 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-00988262-4740-4e87-8efc-57142293e05a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group (f0c83657-5631-4236-9279-5a0a82070e50), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:10.943657 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Allocated IP 172.27.4.236 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/3d150d66-1a26-4d64-9f6c-650cfc6f9a52) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:25:11.023745 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-00988262-4740-4e87-8efc-57142293e05a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (f0c83657-5631-4236-9279-5a0a82070e50), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.026212 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-00988262-4740-4e87-8efc-57142293e05a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.027337 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-00988262-4740-4e87-8efc-57142293e05a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f0c83657-5631-4236-9279-5a0a82070e50 HTTP/1.1" status: 204 len: 168 time: 0.6459689 Oct 12 00:25:11.030851 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 36950) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:11.044433 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:11.048787 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00988262-4740-4e87-8efc-57142293e05a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c83657-5631-4236-9279-5a0a82070e50,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:11.063568 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for port (3d150d66-1a26-4d64-9f6c-650cfc6f9a52), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.116131 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2dccc06d-e6ad-4199-a897-4c5df8e17ccf no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:11.137539 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 2dccc06d-e6ad-4199-a897-4c5df8e17ccf {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:11.138146 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2dccc06d-e6ad-4199-a897-4c5df8e17ccf not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:11.157731 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (3d150d66-1a26-4d64-9f6c-650cfc6f9a52), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.206524 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:25:11.211953 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:25:11.214627 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:25:11.217895 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'Port': ['ID=3d150d66-1a26-4d64-9f6c-650cfc6f9a52,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:11.306027 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (91902e07-5f0b-4612-9456-c2e405dd312d), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.383859 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f853da63-044b-4abb-b9fa-18fcca493226 req-deca5e91-d2c6-4b91-957c-7cb99ddba54b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 210 time: 0.0369287 Oct 12 00:25:11.419600 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Deleting port d13dff19-292c-436b-b687-65d6f4901dc5 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:11.419952 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (d13dff19-292c-436b-b687-65d6f4901dc5), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.432315 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:11.448032 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (3d150d66-1a26-4d64-9f6c-650cfc6f9a52), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.495149 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (d13dff19-292c-436b-b687-65d6f4901dc5), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.495511 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for floatingip (d13dff19-292c-436b-b687-65d6f4901dc5), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.512611 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Calling delete_port for d13dff19-292c-436b-b687-65d6f4901dc5 owned by network:floatingip {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:11.603799 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for port (3d150d66-1a26-4d64-9f6c-650cfc6f9a52), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.665744 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (3d150d66-1a26-4d64-9f6c-650cfc6f9a52), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.733863 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'Port': ['ID=3d150d66-1a26-4d64-9f6c-650cfc6f9a52,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:11.736370 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (91902e07-5f0b-4612-9456-c2e405dd312d), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.755265 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (d13dff19-292c-436b-b687-65d6f4901dc5), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.790907 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event deleted for resources: {'Port': ['ID=d13dff19-292c-436b-b687-65d6f4901dc5,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:11.810359 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.813619 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-6d0f3aad-9a45-4de2-b275-1c002e587372 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5281699 Oct 12 00:25:11.845062 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks [] for floatingip (90bd98f6-b042-4ef8-88a1-a27953d76e11), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:11.845417 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Floating IP 90bd98f6-b042-4ef8-88a1-a27953d76e11 disassociated (deleted). External IP: 172.27.4.30, port: 286053d8-514a-44bb-93e8-8591874205f2. Oct 12 00:25:11.885874 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1390a-fe01-42c0-9347-f0b87a8e1be3 req-75e9f51c-99bb-4916-a0ac-094e8a22252f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:11.887678 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9b1390a-fe01-42c0-9347-f0b87a8e1be3 req-75e9f51c-99bb-4916-a0ac-094e8a22252f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0510349 Oct 12 00:25:11.937415 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9b1390a-fe01-42c0-9347-f0b87a8e1be3 req-e11c60ad-688f-49bc-8987-705b30e455d4 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427296 Oct 12 00:25:11.942807 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:12.032654 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-67539e73-fddc-4f57-9be2-6592a3120323 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1979235390&fields=id&tenant_id=54567f4ea839415a94397e13f93d71cc HTTP/1.1" status: 200 len: 267 time: 0.0860786 Oct 12 00:25:12.162619 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:25:12.189012 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-5279fe9f-89fb-43ad-8a0b-c26e3c4fbf32 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:12.190470 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-5279fe9f-89fb-43ad-8a0b-c26e3c4fbf32 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/networks?id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 200 len: 810 time: 0.1511149 Oct 12 00:25:12.241107 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-876bcc3c-983f-4089-ae27-16ba2b32edf8 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/quotas/54567f4ea839415a94397e13f93d71cc HTTP/1.1" status: 200 len: 375 time: 0.0193832 Oct 12 00:25:12.326020 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:25:12.331712 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-673a70fe-a8ed-4b76-80c0-ae592f8ccc67 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=54567f4ea839415a94397e13f93d71cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845811 Oct 12 00:25:12.334669 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:12.335821 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd413d7-c10f-47aa-a4fc-4127266c68b0 None None] Sync routers for ids ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:25:12.346823 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd413d7-c10f-47aa-a4fc-4127266c68b0 None None] Routers {'475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:12.347448 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-6fd413d7-c10f-47aa-a4fc-4127266c68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:12.372269 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-6226d90f-c0f7-4270-afd8-51880c05bff3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/90bd98f6-b042-4ef8-88a1-a27953d76e11 HTTP/1.1" status: 204 len: 168 time: 1.3378472 Oct 12 00:25:12.423933 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'tag': '286053d8-514a-44bb-93e8-8591874205f2'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:12.426167 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "tag": "286053d8-514a-44bb-93e8-8591874205f2"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:12.452248 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-6fd413d7-c10f-47aa-a4fc-4127266c68b0 None None] Set router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:12.506006 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-88ae1551-5d0d-4694-a1b8-31613dc42d08 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521018 Oct 12 00:25:12.595995 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-307fd774-0195-49d2-a71b-272edcd5b216 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842998 Oct 12 00:25:12.642020 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-6fd413d7-c10f-47aa-a4fc-4127266c68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 4, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '70ecb1fa-14e8-434b-9510-321e04e05501', 'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'mac_address': 'fa:16:3e:9c:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:02Z', 'updated_at': '2022-10-12T00:22:10Z', 'revision_number': 5, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'subnets': [{'id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:12.677906 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd413d7-c10f-47aa-a4fc-4127266c68b0 None None] Checking router: 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:25:12.679538 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd413d7-c10f-47aa-a4fc-4127266c68b0 None None] Routers {'475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:12.680134 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-6fd413d7-c10f-47aa-a4fc-4127266c68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:12.730241 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:12.748562 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7b089586-f312-4acd-8f38-410cf45f84a4 req-37c37649-af67-4a3d-966d-29774b1a94e4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90ce674c-f9e8-476b-b1e2-fe18ba36050a HTTP/1.1" status: 200 len: 210 time: 0.0276599 Oct 12 00:25:12.783465 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-6fd413d7-c10f-47aa-a4fc-4127266c68b0 None None] Set router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:12.821010 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5b1bb4-d7ad-4bc5-8aa5-a86f741d11b4 x-openstack-request-id: req-cd5b1bb4-d7ad-4bc5-8aa5-a86f741d11b4 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:12.821383 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "tag": "286053d8-514a-44bb-93e8-8591874205f2", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:12.821728 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd5b1bb4-d7ad-4bc5-8aa5-a86f741d11b4 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:12.822291 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5b1bb4-d7ad-4bc5-8aa5-a86f741d11b4'] response: {'name': 'network-changed', 'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'tag': '286053d8-514a-44bb-93e8-8591874205f2', 'status': 'completed', 'code': 200} Oct 12 00:25:12.853559 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:12.899765 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-acbe37a1-3c92-4cd3-81b0-c4596c87f53c req-b8aadafa-c46c-4529-bd98-9d60a76cef76 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 210 time: 0.0353305 Oct 12 00:25:13.069870 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f0af7-d5fb-447d-8d0c-57766d32ba44 req-43b26284-f0dc-4a69-a8c8-91bb66648e09 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:13.071427 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3a4f0af7-d5fb-447d-8d0c-57766d32ba44 req-43b26284-f0dc-4a69-a8c8-91bb66648e09 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0513330 Oct 12 00:25:13.080604 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-6fd413d7-c10f-47aa-a4fc-4127266c68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 4, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '70ecb1fa-14e8-434b-9510-321e04e05501', 'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'mac_address': 'fa:16:3e:9c:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:02Z', 'updated_at': '2022-10-12T00:22:10Z', 'revision_number': 5, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'subnets': [{'id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:13.105215 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd413d7-c10f-47aa-a4fc-4127266c68b0 None None] The sync data for ids ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'] in dv-cinder-849143-13-iscsi is: [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:22:03Z', 'revision_number': 4, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '70ecb1fa-14e8-434b-9510-321e04e05501', 'name': '', 'network_id': 'dd5abad8-644b-4096-9887-e4113519a575', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'mac_address': 'fa:16:3e:9c:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:02Z', 'updated_at': '2022-10-12T00:22:10Z', 'revision_number': 5, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'subnets': [{'id': 'c42a7b1b-73e5-4150-a3f9-0d95aa68df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:25:13.120822 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3a4f0af7-d5fb-447d-8d0c-57766d32ba44 req-6ed8701a-d32c-46c6-bfe0-a2ae1b46b901 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bb7137c3-ddbb-422a-ab90-033d4776e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431087 Oct 12 00:25:13.191190 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:13.225522 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-d2f218e5-b2ad-4a3a-8ba6-4ded3c73e943 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444686 Oct 12 00:25:13.244320 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94deb9e-5da9-4127-841b-87acf0cfe1fa req-028f800b-abfd-4757-aaf4-b9ab6914cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:13.245983 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a94deb9e-5da9-4127-841b-87acf0cfe1fa req-028f800b-abfd-4757-aaf4-b9ab6914cfc7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=33e38693dbe5490fb39cd1981274a5f6&device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 1129 time: 0.0491235 Oct 12 00:25:13.354956 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0924a-99b1-4d25-9b65-57c256fb6572 None None] New status for floating IP 90bd98f6-b042-4ef8-88a1-a27953d76e11: DOWN {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:25:13.462931 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-18e0f169-29ec-408a-a3b4-3ca37159459f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:13.464531 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-18e0f169-29ec-408a-a3b4-3ca37159459f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 946 time: 0.0725882 Oct 12 00:25:13.502389 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-90e04b48-d4e1-4f31-8074-7a4e1539397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:13.504214 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-90e04b48-d4e1-4f31-8074-7a4e1539397a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 1129 time: 0.0573404 Oct 12 00:25:13.535822 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94deb9e-5da9-4127-841b-87acf0cfe1fa req-3ff0f91e-07a0-4dbd-a978-1d640b217b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:13.537546 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a94deb9e-5da9-4127-841b-87acf0cfe1fa req-3ff0f91e-07a0-4dbd-a978-1d640b217b76 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dd5abad8-644b-4096-9887-e4113519a575 HTTP/1.1" status: 200 len: 916 time: 0.1595335 Oct 12 00:25:13.573909 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Deleting port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:13.574260 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:13.634691 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:13.663565 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] For port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9df6017e-afa4-4f72-91b3-79f5fe5d9b49,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:13.663935 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:13.834300 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:13.834676 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (1a644b90-9d13-4d01-9f8c-f00a52cc4e95), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:13.834998 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Floating IP 1a644b90-9d13-4d01-9f8c-f00a52cc4e95 disassociated. External IP: 172.27.4.86, port: 9df6017e-afa4-4f72-91b3-79f5fe5d9b49. Oct 12 00:25:13.835346 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Calling delete_port for 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 owned by compute:nova {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:13.940261 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37002) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:13.970848 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-bba4190d-0d83-4a78-9614-bbc04ca3df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:13.972362 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-bba4190d-0d83-4a78-9614-bbc04ca3df33 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 200 len: 920 time: 0.1299777 Oct 12 00:25:13.973622 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a94deb9e-5da9-4127-841b-87acf0cfe1fa req-931089bb-7968-4523-acbb-d000d30e04fb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286053d8-514a-44bb-93e8-8591874205f2 HTTP/1.1" status: 200 len: 217 time: 0.0748649 Oct 12 00:25:14.010290 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43eec549-c744-4197-9a92-60ae2621e908 req-bfd7e6ac-1d2a-497b-89e1-ed8d3606a2f3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 210 time: 0.0289721 Oct 12 00:25:14.046887 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b945ec14-a8f9-4fc9-b096-2866ff36ee22 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (95daaf58-5625-46dd-9f86-8031d0d47845), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:14.062059 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b945ec14-a8f9-4fc9-b096-2866ff36ee22 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (95daaf58-5625-46dd-9f86-8031d0d47845), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:14.084843 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-b6f35b84-07aa-4c14-899e-bfb7c0e03def service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c00ed7a3-6f70-42f2-91d7-bc8ef378b584 HTTP/1.1" status: 200 len: 217 time: 0.0664742 Oct 12 00:25:14.100046 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (9df6017e-afa4-4f72-91b3-79f5fe5d9b49), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:14.126784 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:14.129744 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event deleted for resources: {'Port': ['ID=9df6017e-afa4-4f72-91b3-79f5fe5d9b49,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:14.133476 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94deb9e-5da9-4127-841b-87acf0cfe1fa req-2072ca00-fdd4-43c0-994b-ece5699a8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:14.135009 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a94deb9e-5da9-4127-841b-87acf0cfe1fa req-2072ca00-fdd4-43c0-994b-ece5699a8e94 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c42a7b1b-73e5-4150-a3f9-0d95aa68df72 HTTP/1.1" status: 200 len: 854 time: 0.1185555 Oct 12 00:25:14.185733 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-232d2046-394f-4c62-8334-9f9d750c84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:14.187608 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-232d2046-394f-4c62-8334-9f9d750c84e3 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 200 len: 858 time: 0.0972316 Oct 12 00:25:14.225376 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94deb9e-5da9-4127-841b-87acf0cfe1fa req-65c6403a-ee25-4061-89f7-fcd3b91b7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:14.226854 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a94deb9e-5da9-4127-841b-87acf0cfe1fa req-65c6403a-ee25-4061-89f7-fcd3b91b7c9e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dd5abad8-644b-4096-9887-e4113519a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0831993 Oct 12 00:25:14.245013 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-a1eaa550-adcc-41d6-b09c-2d607209c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:14.246387 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-a1eaa550-adcc-41d6-b09c-2d607209c47b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=973be902-a368-4ae5-bb3f-30b2cbc52bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511601 Oct 12 00:25:14.261143 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-32dfee8e-8206-4ea4-80fd-e5e1313023c5 req-e564f2a6-0bfa-4abd-ba8e-a23788a55538 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 210 time: 0.0588439 Oct 12 00:25:14.266359 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b945ec14-a8f9-4fc9-b096-2866ff36ee22 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (95daaf58-5625-46dd-9f86-8031d0d47845), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:14.268984 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b945ec14-a8f9-4fc9-b096-2866ff36ee22 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:14.270115 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-b945ec14-a8f9-4fc9-b096-2866ff36ee22 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/95daaf58-5625-46dd-9f86-8031d0d47845 HTTP/1.1" status: 204 len: 168 time: 0.3287277 Oct 12 00:25:14.276414 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37006) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:14.310920 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ec14-a8f9-4fc9-b096-2866ff36ee22 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95daaf58-5625-46dd-9f86-8031d0d47845,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:14.323532 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.api.v2.resource [None req-b82d9350-6c9a-43e1-ab07-709c391d68ad tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] show failed (client error): The resource could not be found. Oct 12 00:25:14.324602 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-b82d9350-6c9a-43e1-ab07-709c391d68ad tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups/95daaf58-5625-46dd-9f86-8031d0d47845 HTTP/1.1" status: 404 len: 347 time: 0.0456016 Oct 12 00:25:14.328059 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37008) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:14.370031 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Router 9af56c6b-7328-4866-951f-b7c1d5172ba8 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:25:14.428140 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-bfb27b42-2269-42f5-9fcd-d27ab91edf69 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723750 Oct 12 00:25:14.431540 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a94deb9e-5da9-4127-841b-87acf0cfe1fa req-0d94dfc2-4602-41ad-8e21-eccbd6351127 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949289 Oct 12 00:25:14.454841 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:14.539976 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-91ea1121-a82f-417a-8cbe-6721e5b3ac2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Deleting port 26fc4793-74bb-4645-b0eb-6ebf2b8a5678 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:14.540326 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-91ea1121-a82f-417a-8cbe-6721e5b3ac2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (26fc4793-74bb-4645-b0eb-6ebf2b8a5678), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:14.544386 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:14.583510 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:14.615719 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:25:14.629368 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de84cb3-0cde-4878-a6c5-43819d69cdc2 None None] Sync routers for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:25:14.645836 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de84cb3-0cde-4878-a6c5-43819d69cdc2 None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:14.646464 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-6de84cb3-0cde-4878-a6c5-43819d69cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:14.661918 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a94deb9e-5da9-4127-841b-87acf0cfe1fa req-1a54397f-2c9b-4560-a669-897436ca4a04 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925948 Oct 12 00:25:14.663686 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-49bb8018-aa37-4a5e-97ca-f767c60280fd req-4d53ab1d-dbd8-487f-84d8-eaeaebf41791 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037404 Oct 12 00:25:14.672538 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] No DVR routers for this DVR port 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 on host hv-cinder-84914 {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:14.677177 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:14.680520 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-85612e65-6b90-448a-bd6c-61dcfea277e2 req-86a9fbf0-ad80-4273-bc76-1ea25523663c tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "DELETE /networking/v2.0/ports/9df6017e-afa4-4f72-91b3-79f5fe5d9b49 HTTP/1.1" status: 204 len: 173 time: 1.2096391 Oct 12 00:25:14.707924 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-91ea1121-a82f-417a-8cbe-6721e5b3ac2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (26fc4793-74bb-4645-b0eb-6ebf2b8a5678), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:14.708255 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-91ea1121-a82f-417a-8cbe-6721e5b3ac2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (26fc4793-74bb-4645-b0eb-6ebf2b8a5678), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:14.725055 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-91ea1121-a82f-417a-8cbe-6721e5b3ac2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Calling delete_port for 26fc4793-74bb-4645-b0eb-6ebf2b8a5678 owned by network:floatingip {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:14.761134 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:14.768693 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-6de84cb3-0cde-4878-a6c5-43819d69cdc2 None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:14.826813 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'name': 'network-vif-deleted', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:14.829356 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce057ce-e8f3-4cad-aef1-36a5d0b8a564" -d '{"events": [{"server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "name": "network-vif-deleted", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:14.873660 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ff4ecf-8258-41fb-9187-bdf90522ab0b x-openstack-request-id: req-a9ff4ecf-8258-41fb-9187-bdf90522ab0b {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:14.873956 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8894cbf9-861b-4b92-90ee-00bbe2777303", "name": "network-vif-deleted", "tag": "9df6017e-afa4-4f72-91b3-79f5fe5d9b49", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:14.874236 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9ff4ecf-8258-41fb-9187-bdf90522ab0b {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:14.874648 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ff4ecf-8258-41fb-9187-bdf90522ab0b'] response: {'server_uuid': '8894cbf9-861b-4b92-90ee-00bbe2777303', 'name': 'network-vif-deleted', 'tag': '9df6017e-afa4-4f72-91b3-79f5fe5d9b49', 'status': 'completed', 'code': 200} Oct 12 00:25:14.925011 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1 req-e2e6046f-dd58-48bb-8810-82e816fb61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:14.926522 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1 req-e2e6046f-dd58-48bb-8810-82e816fb61dd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=33e38693dbe5490fb39cd1981274a5f6&device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 1129 time: 0.0510430 Oct 12 00:25:14.974525 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-6de84cb3-0cde-4878-a6c5-43819d69cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:21Z', 'revision_number': 5, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:14.999642 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de84cb3-0cde-4878-a6c5-43819d69cdc2 None None] Checking router: 9af56c6b-7328-4866-951f-b7c1d5172ba8 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:25:15.003288 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-91ea1121-a82f-417a-8cbe-6721e5b3ac2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (26fc4793-74bb-4645-b0eb-6ebf2b8a5678), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:15.008725 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de84cb3-0cde-4878-a6c5-43819d69cdc2 None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:15.009336 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-6de84cb3-0cde-4878-a6c5-43819d69cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:15.033714 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea1121-a82f-417a-8cbe-6721e5b3ac2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event deleted for resources: {'Port': ['ID=26fc4793-74bb-4645-b0eb-6ebf2b8a5678,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:15.132147 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-6de84cb3-0cde-4878-a6c5-43819d69cdc2 None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:15.277797 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:15.349424 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-6de84cb3-0cde-4878-a6c5-43819d69cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:21Z', 'revision_number': 5, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:15.388282 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de84cb3-0cde-4878-a6c5-43819d69cdc2 None None] The sync data for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi is: [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '4d9f8fbb-b7fb-4278-aaee-8cdddece3917', 'name': '', 'network_id': '973be902-a368-4ae5-bb3f-30b2cbc52bd3', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'mac_address': 'fa:16:3e:e5:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:04Z', 'updated_at': '2022-10-12T00:20:21Z', 'revision_number': 5, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'subnets': [{'id': 'c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:25:15.402146 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4a1de342-1c48-4a78-bbd6-aeee35ffb277 req-1a488fde-49c0-4b93-a56b-1cbb798d33b5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 210 time: 0.0837989 Oct 12 00:25:15.409836 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:15.421803 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-91ea1121-a82f-417a-8cbe-6721e5b3ac2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (2ef2d714-da51-435b-8afa-e21261a9e316), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:15.431542 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-91ea1121-a82f-417a-8cbe-6721e5b3ac2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:15.431542 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-91ea1121-a82f-417a-8cbe-6721e5b3ac2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/2ef2d714-da51-435b-8afa-e21261a9e316 HTTP/1.1" status: 204 len: 168 time: 1.0960269 Oct 12 00:25:15.469971 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d9192565-9ec2-4f7f-9377-8eaee5b377a2 req-590717db-7daf-4e9b-9667-006dfd749126 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8894cbf9-861b-4b92-90ee-00bbe2777303 HTTP/1.1" status: 200 len: 210 time: 0.0477035 Oct 12 00:25:15.490892 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1 req-48639f40-f444-43ea-bf99-41f9ed30c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:15.493219 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1 req-48639f40-f444-43ea-bf99-41f9ed30c11e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dd5abad8-644b-4096-9887-e4113519a575 HTTP/1.1" status: 200 len: 916 time: 0.1735888 Oct 12 00:25:15.551240 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1 req-cece2597-452c-4ff8-9e77-4d6d98621811 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286053d8-514a-44bb-93e8-8591874205f2 HTTP/1.1" status: 200 len: 217 time: 0.0496457 Oct 12 00:25:15.572766 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37030) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:15.578022 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-c0133464-7d0a-4cc2-a89e-262877395be5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1206365714', 'description': 'tempest-description--1148277315'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:15.642330 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1 req-529487d3-4257-4c1d-904e-706953ccfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:15.644915 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1 req-529487d3-4257-4c1d-904e-706953ccfbb0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c42a7b1b-73e5-4150-a3f9-0d95aa68df72 HTTP/1.1" status: 200 len: 854 time: 0.0596812 Oct 12 00:25:15.719448 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-fbe5161f-0114-44da-8219-5f3f687752c3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:15.721481 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-fbe5161f-0114-44da-8219-5f3f687752c3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.40 "GET /networking/v2.0/networks?id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 200 len: 810 time: 0.1344805 Oct 12 00:25:15.729447 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1 req-d30e43b2-db5a-4955-822d-2dc66e70f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:15.730981 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1 req-d30e43b2-db5a-4955-822d-2dc66e70f3b7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dd5abad8-644b-4096-9887-e4113519a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569851 Oct 12 00:25:15.731894 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ddfec-68e4-466c-adcf-1891c75314a5 None None] New status for floating IP 1a644b90-9d13-4d01-9f8c-f00a52cc4e95: DOWN {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:25:15.738329 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:15.738927 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:15.751939 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c0133464-7d0a-4cc2-a89e-262877395be5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:15.844672 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-e383edb7-02a0-4e26-b69c-f447cb889a0c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54567f4ea839415a94397e13f93d71cc HTTP/1.1" status: 200 len: 380 time: 0.0890155 Oct 12 00:25:15.866167 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1 req-aa194ccd-5911-4de6-92e9-998fc0a86930 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103084 Oct 12 00:25:15.877519 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c0133464-7d0a-4cc2-a89e-262877395be5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:15.977944 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c0133464-7d0a-4cc2-a89e-262877395be5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.011558 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0133464-7d0a-4cc2-a89e-262877395be5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:16.097830 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'port': {'device_id': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'admin_state_up': True, 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'security_groups': ['310dc775-bc27-4a79-9794-adc035015675']}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:16.120961 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c0133464-7d0a-4cc2-a89e-262877395be5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.122231 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-c0133464-7d0a-4cc2-a89e-262877395be5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5483260 Oct 12 00:25:16.144377 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37032) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:16.150609 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'security_group_rule': {'security_group_id': '195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:16.204236 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-65812ae2-d5f5-4ebc-99e6-026e04ed92b1 req-f58d1b73-9b5a-452e-8083-ab1ccff0caca service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103008 Oct 12 00:25:16.247068 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (0323e8a0-1031-4b3c-af4c-aa1af828353a), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.272352 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:16.292647 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Made reservation on behalf of 54567f4ea839415a94397e13f93d71cc for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:25:16.297227 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.305747 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (0323e8a0-1031-4b3c-af4c-aa1af828353a), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.372721 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (0323e8a0-1031-4b3c-af4c-aa1af828353a), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.391030 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0323e8a0-1031-4b3c-af4c-aa1af828353a,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:16.398964 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.399312 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.399677 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.400013 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.400334 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.400712 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.400991 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.401313 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.401681 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.402007 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.402328 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.402885 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.403000 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.403259 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.406181 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:16.428684 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Allocated IP 172.20.0.5 (499fb018-9e00-4ed3-b355-c8bccdf8c8f0/aa18335c-d319-429c-b473-349dd96c4b84/68692578-9ba0-4b5a-af9e-cb3c327ca4e7) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:25:16.430374 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:16.489496 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.493220 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-216e553d-2778-46fa-b29f-ee7bf0fe0333 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3446295 Oct 12 00:25:16.493431 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37044) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:16.497702 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-f266a779-0cf6-47be-9709-5988a7dbfe1b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'security_group_rule': {'security_group_id': '195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:16.556347 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:16.569774 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-02cd3cf7-0113-4b6c-871d-b1a8acc7b8e3 req-a8f98172-9a01-4a25-b5a0-40e39c770106 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 210 time: 0.0353179 Oct 12 00:25:16.578561 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f266a779-0cf6-47be-9709-5988a7dbfe1b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (01aa53a2-56cf-44cf-a5ad-4c0cd5749475), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.609258 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.657831 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f266a779-0cf6-47be-9709-5988a7dbfe1b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (01aa53a2-56cf-44cf-a5ad-4c0cd5749475), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.707442 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.713157 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37050) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:16.732540 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f266a779-0cf6-47be-9709-5988a7dbfe1b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (01aa53a2-56cf-44cf-a5ad-4c0cd5749475), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.764039 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:25:16.768685 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266a779-0cf6-47be-9709-5988a7dbfe1b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01aa53a2-56cf-44cf-a5ad-4c0cd5749475,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:16.769827 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:25:16.773166 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:25:16.777559 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event updated for resources: {'Port': ['ID=68692578-9ba0-4b5a-af9e-cb3c327ca4e7,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:16.792688 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-edd8d3e9-fd6c-4973-b309-eb5237c01cd8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group (bb7137c3-ddbb-422a-ab90-033d4776e022), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.821407 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-edd8d3e9-fd6c-4973-b309-eb5237c01cd8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group (bb7137c3-ddbb-422a-ab90-033d4776e022), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.827804 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:16.828437 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.894279 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f266a779-0cf6-47be-9709-5988a7dbfe1b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.895597 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-f266a779-0cf6-47be-9709-5988a7dbfe1b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012234 Oct 12 00:25:16.898959 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37056) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:16.903878 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:16.932218 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:16.944095 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2336445-820d-4f1f-9936-a761bd746231 req-56d99bed-ff60-472a-9072-f1e5269b0261 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:16.946276 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a2336445-820d-4f1f-9936-a761bd746231 req-56d99bed-ff60-472a-9072-f1e5269b0261 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 945 time: 0.0496795 Oct 12 00:25:16.950533 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-62ff7256-751b-451e-9237-d721cb740c9e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8566301 Oct 12 00:25:16.974904 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-edd8d3e9-fd6c-4973-b309-eb5237c01cd8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (bb7137c3-ddbb-422a-ab90-033d4776e022), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.978625 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-edd8d3e9-fd6c-4973-b309-eb5237c01cd8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:16.978625 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-edd8d3e9-fd6c-4973-b309-eb5237c01cd8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/bb7137c3-ddbb-422a-ab90-033d4776e022 HTTP/1.1" status: 204 len: 168 time: 0.2643592 Oct 12 00:25:16.981501 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37058) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:16.995426 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.api.v2.resource [None req-a2665116-28f3-4d50-a2eb-57ce517398a5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] show failed (client error): The resource could not be found. Oct 12 00:25:16.996520 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a2665116-28f3-4d50-a2eb-57ce517398a5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups/bb7137c3-ddbb-422a-ab90-033d4776e022 HTTP/1.1" status: 404 len: 347 time: 0.0140975 Oct 12 00:25:16.999254 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37060) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:17.000888 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8d3e9-fd6c-4973-b309-eb5237c01cd8 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7137c3-ddbb-422a-ab90-033d4776e022,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:17.017389 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a2336445-820d-4f1f-9936-a761bd746231 req-0c88bb50-a6bb-4dc8-997c-ff608ff57ca9 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639904 Oct 12 00:25:17.043701 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:17.172110 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:17.183870 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-619a635a-4e49-4c8a-9bf3-eb74ce6df6c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Deleting port 34adad11-e3f2-4e18-8543-92ab7c3a8df8 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:17.184154 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-619a635a-4e49-4c8a-9bf3-eb74ce6df6c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (34adad11-e3f2-4e18-8543-92ab7c3a8df8), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:17.200377 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:17.200377 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 9df6017e-afa4-4f72-91b3-79f5fe5d9b49 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:17.202989 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-97ee08f2-9287-4a64-ac18-184e16456397 None None] Provisioning complete for port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:25:17.203387 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-97ee08f2-9287-4a64-ac18-184e16456397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:17.203896 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-97ee08f2-9287-4a64-ac18-184e16456397 None None] Attempt 1 to provision port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 Oct 12 00:25:17.233542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:17.238852 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-97ee08f2-9287-4a64-ac18-184e16456397 None None] Port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:25:17.307165 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:17.327654 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-619a635a-4e49-4c8a-9bf3-eb74ce6df6c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (34adad11-e3f2-4e18-8543-92ab7c3a8df8), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:17.327985 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-619a635a-4e49-4c8a-9bf3-eb74ce6df6c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for floatingip (34adad11-e3f2-4e18-8543-92ab7c3a8df8), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:17.359983 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-619a635a-4e49-4c8a-9bf3-eb74ce6df6c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Calling delete_port for 34adad11-e3f2-4e18-8543-92ab7c3a8df8 owned by network:floatingip {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:17.415633 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Allocated IP 172.27.4.182 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/cb0f3382-28d8-48a9-91a3-19ee66abe82f) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:25:17.513506 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:17.579971 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for port (cb0f3382-28d8-48a9-91a3-19ee66abe82f), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:17.693784 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb760e9-7b29-44e3-8fcc-aebec944ca4c req-17c2a3f6-1132-4a35-8831-44eebb224970 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:17.695124 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ccb760e9-7b29-44e3-8fcc-aebec944ca4c req-17c2a3f6-1132-4a35-8831-44eebb224970 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 931 time: 0.0459814 Oct 12 00:25:17.709864 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-619a635a-4e49-4c8a-9bf3-eb74ce6df6c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (34adad11-e3f2-4e18-8543-92ab7c3a8df8), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:17.743522 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ccb760e9-7b29-44e3-8fcc-aebec944ca4c req-b2275fed-9266-4ff8-b6f5-89e2a6ff4973 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427806 Oct 12 00:25:17.788847 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:25:17.990768 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a635a-4e49-4c8a-9bf3-eb74ce6df6c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event deleted for resources: {'Port': ['ID=34adad11-e3f2-4e18-8543-92ab7c3a8df8,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:17.992935 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (cb0f3382-28d8-48a9-91a3-19ee66abe82f), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:18.072962 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:25:18.081468 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:25:18.087706 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:25:18.093834 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'Port': ['ID=cb0f3382-28d8-48a9-91a3-19ee66abe82f,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:18.153501 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-619a635a-4e49-4c8a-9bf3-eb74ce6df6c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks [] for floatingip (1a644b90-9d13-4d01-9f8c-f00a52cc4e95), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:18.156226 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-619a635a-4e49-4c8a-9bf3-eb74ce6df6c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:18.157352 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-619a635a-4e49-4c8a-9bf3-eb74ce6df6c6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/1a644b90-9d13-4d01-9f8c-f00a52cc4e95 HTTP/1.1" status: 204 len: 168 time: 1.1571724 Oct 12 00:25:18.188877 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca90e5a-d5e8-46ea-9f3b-983017af0641 req-92b4fff3-7249-4fcb-a1af-acbb254d1c0f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:18.190356 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6ca90e5a-d5e8-46ea-9f3b-983017af0641 req-92b4fff3-7249-4fcb-a1af-acbb254d1c0f tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 945 time: 0.0708659 Oct 12 00:25:18.221102 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:18.253604 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (6175b7a1-8591-4202-97c9-0665f5b79626), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:18.271130 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6ca90e5a-d5e8-46ea-9f3b-983017af0641 req-7af1f6b8-a79b-4ced-8e62-22e1b46ce443 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610409 Oct 12 00:25:18.364737 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (cb0f3382-28d8-48a9-91a3-19ee66abe82f), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:18.507823 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for port (cb0f3382-28d8-48a9-91a3-19ee66abe82f), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:18.561309 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Request body: {'port': {'device_id': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:18.615602 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (cb0f3382-28d8-48a9-91a3-19ee66abe82f), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:18.668947 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:18.694434 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:18.704339 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (6175b7a1-8591-4202-97c9-0665f5b79626), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:18.711423 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'Port': ['ID=cb0f3382-28d8-48a9-91a3-19ee66abe82f,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:18.832737 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:18.839867 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-99fc5ef7-9e67-4ff0-98bc-ffe33b41a45a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9397891 Oct 12 00:25:18.913799 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d252a-241b-439c-adef-28f3be8f37f0 req-36f906fd-a949-4d14-bccd-3e7b7028f708 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:18.921033 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-861d252a-241b-439c-adef-28f3be8f37f0 req-36f906fd-a949-4d14-bccd-3e7b7028f708 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 931 time: 0.0859931 Oct 12 00:25:18.993226 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0901c94-80b5-4b2e-b4db-2b5e192ef68c req-d30b0368-cee6-4724-af41-73881d83920a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:18.993226 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0901c94-80b5-4b2e-b4db-2b5e192ef68c req-d30b0368-cee6-4724-af41-73881d83920a tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 945 time: 0.0679018 Oct 12 00:25:19.015977 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:25:19.023972 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-861d252a-241b-439c-adef-28f3be8f37f0 req-5db9c254-4612-402e-852f-581d7105449b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019475 Oct 12 00:25:19.024172 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Publish callbacks [] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:19.038377 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Transition to ACTIVE for port object 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:25:19.125537 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-c0901c94-80b5-4b2e-b4db-2b5e192ef68c req-bfb79c29-50e9-49ce-9e80-b996a169c1a3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Deleting port 286053d8-514a-44bb-93e8-8591874205f2 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:19.125893 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c0901c94-80b5-4b2e-b4db-2b5e192ef68c req-bfb79c29-50e9-49ce-9e80-b996a169c1a3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (286053d8-514a-44bb-93e8-8591874205f2), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:19.128353 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:19.205415 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-d8980415-3d83-4eee-aaf6-d4a24596cf4a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1206365714&fields=id&tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0 HTTP/1.1" status: 200 len: 267 time: 0.1050539 Oct 12 00:25:19.208652 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Pushing event updated for resources: {'Port': ['ID=68692578-9ba0-4b5a-af9e-cb3c327ca4e7,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:19.238873 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Attempting to bind port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:25:19.239207 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Attempting to bind port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:25:19.239583 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Attempting to bind port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 on network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:25:19.288384 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 on network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:25:19.288722 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Attempting to bind port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 on network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:25:19.304644 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-c0901c94-80b5-4b2e-b4db-2b5e192ef68c req-bfb79c29-50e9-49ce-9e80-b996a169c1a3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] For port 286053d8-514a-44bb-93e8-8591874205f2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=286053d8-514a-44bb-93e8-8591874205f2,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:19.305013 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c0901c94-80b5-4b2e-b4db-2b5e192ef68c req-bfb79c29-50e9-49ce-9e80-b996a169c1a3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (286053d8-514a-44bb-93e8-8591874205f2), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:19.328694 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-c0901c94-80b5-4b2e-b4db-2b5e192ef68c req-bfb79c29-50e9-49ce-9e80-b996a169c1a3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Calling delete_port for 286053d8-514a-44bb-93e8-8591874205f2 owned by compute:nova {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:19.335238 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:25:19.335610 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Checking segment: {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:25:19.335998 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Bound using segment: {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:25:19.336429 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Bound port: 68692578-9ba0-4b5a-af9e-cb3c327ca4e7, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71d488f-55eb-4730-a89a-b44df2cc7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:25:19.336789 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:19.398260 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] For port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:25:19.399692 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-91f36cb4-fcce-483d-910f-b05e1e294190 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:19.401195 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-91f36cb4-fcce-483d-910f-b05e1e294190 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 816 time: 0.1852217 Oct 12 00:25:19.401420 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] For port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=68692578-9ba0-4b5a-af9e-cb3c327ca4e7,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:25:19.427298 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-903401e9-1b95-4d10-815c-a8b1e8b75a29 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/quotas/13bdb0f5c58a40af9e420f6072f2f2b0 HTTP/1.1" status: 200 len: 375 time: 0.0192671 Oct 12 00:25:19.478157 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:19.483156 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:19.483900 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:19.485548 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/68692578-9ba0-4b5a-af9e-cb3c327ca4e7 HTTP/1.1" status: 200 len: 1093 time: 0.9287519 Oct 12 00:25:19.487655 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'tag': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:19.489941 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dfa727-0984-496c-b048-5593a2663ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2e624a-ad19-4369-aebf-7af749828d71", "tag": "68692578-9ba0-4b5a-af9e-cb3c327ca4e7"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:19.517251 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-32da1ac6-1aba-4373-a452-a3dccbb2b766 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835841 Oct 12 00:25:19.550190 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af667b-ab88-458f-ad12-4a57f721b93f service neutron] Pushing event updated for resources: {'Port': ['ID=68692578-9ba0-4b5a-af9e-cb3c327ca4e7,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:19.598581 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:19.633537 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-d7eb7022-75a5-43c3-bb7e-ad56e0a43b26 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018715 Oct 12 00:25:19.647588 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:19.693371 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:19.693994 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c0901c94-80b5-4b2e-b4db-2b5e192ef68c req-bfb79c29-50e9-49ce-9e80-b996a169c1a3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (286053d8-514a-44bb-93e8-8591874205f2), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:19.705373 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-80bb10fd-c808-438f-978c-9e4897a8a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:19.707174 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-80bb10fd-c808-438f-978c-9e4897a8a697 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=54567f4ea839415a94397e13f93d71cc&device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 1127 time: 0.0623541 Oct 12 00:25:19.734574 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['286053d8-514a-44bb-93e8-8591874205f2'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:25:19.755484 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb79c29-50e9-49ce-9e80-b996a169c1a3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Pushing event deleted for resources: {'Port': ['ID=286053d8-514a-44bb-93e8-8591874205f2,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:19.775213 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-584616c6-fdbc-4421-889d-f97f8853191b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68692578-9ba0-4b5a-af9e-cb3c327ca4e7 HTTP/1.1" status: 200 len: 217 time: 0.0538590 Oct 12 00:25:19.831065 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0901c94-80b5-4b2e-b4db-2b5e192ef68c req-bfb79c29-50e9-49ce-9e80-b996a169c1a3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] No DVR routers for this DVR port 286053d8-514a-44bb-93e8-8591874205f2 on host hv-cinder-84914 {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:19.833616 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-c0901c94-80b5-4b2e-b4db-2b5e192ef68c req-bfb79c29-50e9-49ce-9e80-b996a169c1a3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:19.837072 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c0901c94-80b5-4b2e-b4db-2b5e192ef68c req-bfb79c29-50e9-49ce-9e80-b996a169c1a3 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.40 "DELETE /networking/v2.0/ports/286053d8-514a-44bb-93e8-8591874205f2 HTTP/1.1" status: 204 len: 173 time: 0.8400550 Oct 12 00:25:19.837511 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3429e7ef-a75a-436e-aaf2-5893a2cf7ee3 req-9644fa7e-b811-43f9-a073-8f24d9fa640e tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0581410 Oct 12 00:25:19.844277 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'name': 'network-vif-deleted', 'tag': '286053d8-514a-44bb-93e8-8591874205f2'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:19.846708 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b13f1a-c486-4041-8a4d-496c45e511d3" -d '{"events": [{"server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "name": "network-vif-deleted", "tag": "286053d8-514a-44bb-93e8-8591874205f2"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:19.868347 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-51a853e9-9d41-4867-af93-2b93f524a764 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283518 Oct 12 00:25:19.881962 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-3e5ce9d3-e20b-4281-842c-780776255c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:19.883969 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-3e5ce9d3-e20b-4281-842c-780776255c70 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=aa18335c-d319-429c-b473-349dd96c4b84 HTTP/1.1" status: 200 len: 849 time: 0.0923407 Oct 12 00:25:19.921796 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92e3928-94fe-4561-84f4-a4af5c34b0b4 x-openstack-request-id: req-c92e3928-94fe-4561-84f4-a4af5c34b0b4 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:19.922099 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2e624a-ad19-4369-aebf-7af749828d71", "tag": "68692578-9ba0-4b5a-af9e-cb3c327ca4e7", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:19.922359 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c92e3928-94fe-4561-84f4-a4af5c34b0b4 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:19.922773 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92e3928-94fe-4561-84f4-a4af5c34b0b4'] response: {'name': 'network-changed', 'server_uuid': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'tag': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7', 'status': 'completed', 'code': 200} Oct 12 00:25:19.936546 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-bacc352c-58b6-4f0d-a0fd-d9dd126f5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:19.946033 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-bacc352c-58b6-4f0d-a0fd-d9dd126f5fa3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483677 Oct 12 00:25:19.955291 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bed0ba-eb34-4baa-8740-4c159b98c73e x-openstack-request-id: req-f2bed0ba-eb34-4baa-8740-4c159b98c73e {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:19.955820 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d008f88e-de37-4b22-b411-7a5de1fef288", "name": "network-vif-deleted", "tag": "286053d8-514a-44bb-93e8-8591874205f2", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:19.955928 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2bed0ba-eb34-4baa-8740-4c159b98c73e {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:19.956383 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2bed0ba-eb34-4baa-8740-4c159b98c73e'] response: {'server_uuid': 'd008f88e-de37-4b22-b411-7a5de1fef288', 'name': 'network-vif-deleted', 'tag': '286053d8-514a-44bb-93e8-8591874205f2', 'status': 'completed', 'code': 200} Oct 12 00:25:20.076481 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:20.117477 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-f198a754-b167-46d8-9b07-b4c59bc38d94 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966763 Oct 12 00:25:20.187668 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b98873b9-154a-4f07-b230-065f45f5d0ea req-3ef81834-2a33-4137-8512-3d40fdf8944c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 210 time: 0.0387213 Oct 12 00:25:20.233716 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dd8ef-e359-43df-b2cc-e16c085c6743 req-83c5cd67-fe45-4a2e-9b80-9f21dbd0dae3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:20.235293 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0f2dd8ef-e359-43df-b2cc-e16c085c6743 req-83c5cd67-fe45-4a2e-9b80-9f21dbd0dae3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 943 time: 0.1214039 Oct 12 00:25:20.282459 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f454199b-ce01-4389-96bc-2cd6d07a71c1 req-ffa739ee-3239-4d67-80a3-a493babc7e78 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570346 Oct 12 00:25:20.321832 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0f2dd8ef-e359-43df-b2cc-e16c085c6743 req-fb40c6b4-0a47-4a0d-b0e8-25be1a2fb5c9 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803626 Oct 12 00:25:20.977735 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-545712ed-ab73-4d7a-b58d-ad71e6f857ff req-d2579e9c-fe08-40cf-91a3-c350826a0d77 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0319836 Oct 12 00:25:21.171310 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e15fee-7cd8-4c64-99d0-9a63cfc9727d req-41ca809c-149c-4782-9dd4-9f9dc28ab36f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:21.172764 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-69e15fee-7cd8-4c64-99d0-9a63cfc9727d req-41ca809c-149c-4782-9dd4-9f9dc28ab36f tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0468373 Oct 12 00:25:21.218981 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-69e15fee-7cd8-4c64-99d0-9a63cfc9727d req-91adfda1-a1b2-4454-9ae9-efd9f4f69a74 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 Oct 12 00:25:21.299639 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3f8cc60b-68ec-404a-bac3-b9ab62786140 req-5ba707b2-2c09-4ac3-9097-905362c99ab3 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 210 time: 0.0273519 Oct 12 00:25:21.437188 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783bf6b-67ee-4574-8b1c-4bc5b1c8a2bc req-56b761ea-8fea-47b6-9047-0d6cef35150f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:21.438655 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4783bf6b-67ee-4574-8b1c-4bc5b1c8a2bc req-56b761ea-8fea-47b6-9047-0d6cef35150f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 943 time: 0.0491772 Oct 12 00:25:21.500708 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfa727-0984-496c-b048-5593a2663ce7 req-a7872c23-309d-4e82-bdbb-2fd10355f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:21.501995 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-95dfa727-0984-496c-b048-5593a2663ce7 req-a7872c23-309d-4e82-bdbb-2fd10355f112 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=54567f4ea839415a94397e13f93d71cc&device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 1127 time: 0.0583622 Oct 12 00:25:21.523586 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4783bf6b-67ee-4574-8b1c-4bc5b1c8a2bc req-774cd058-b034-4437-8a29-a5d44c238ff3 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723786 Oct 12 00:25:22.089231 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f6d63b42-8355-46e5-9d18-f683c53e4fd9 req-7d04e007-8fb8-49d6-9b49-adce57989ae5 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0267813 Oct 12 00:25:22.340556 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317aa3b-ceff-403b-99ae-873a45c8c84c req-6f64f524-d186-416d-b17a-cfe5a7e808cc tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:22.341946 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b317aa3b-ceff-403b-99ae-873a45c8c84c req-6f64f524-d186-416d-b17a-cfe5a7e808cc tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0471413 Oct 12 00:25:22.390111 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b317aa3b-ceff-403b-99ae-873a45c8c84c req-39d0e900-54d0-40b8-8ac8-2be82d057bd6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Oct 12 00:25:22.408424 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b290c9ff-6e37-4ef6-9817-06f97340253e req-d7712da9-ff3a-4058-b638-4bec4221ec76 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 210 time: 0.0304651 Oct 12 00:25:22.641893 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbfb11-7003-49dd-a3bd-56484e9ba31a req-23610f93-a5e8-43fd-b406-9a1a6869a089 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:22.643242 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fdfbfb11-7003-49dd-a3bd-56484e9ba31a req-23610f93-a5e8-43fd-b406-9a1a6869a089 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 943 time: 0.0461137 Oct 12 00:25:22.688621 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fdfbfb11-7003-49dd-a3bd-56484e9ba31a req-b7cb4ede-4138-488e-ab9e-e85358600360 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400825 Oct 12 00:25:23.158199 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:25:23.172004 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 286053d8-514a-44bb-93e8-8591874205f2 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:23.195708 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 286053d8-514a-44bb-93e8-8591874205f2 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:23.196053 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 286053d8-514a-44bb-93e8-8591874205f2 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:23.200854 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-04f50cc3-bee1-4bf0-bd50-2254627596d5 req-4c7a42df-1c94-4595-9b5d-29bba5245441 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0262434 Oct 12 00:25:23.278684 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=68692578-9ba0-4b5a-af9e-cb3c327ca4e7,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:23.289866 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'port_id': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7', 'mac_address': 'fa:16:3e:bb:5d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:25:23.323250 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:25:23.323669 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:23.336764 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:25:23.356133 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=68692578-9ba0-4b5a-af9e-cb3c327ca4e7,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:23.412531 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:23.464018 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=68692578-9ba0-4b5a-af9e-cb3c327ca4e7,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:23.512811 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0f3b603b-fd61-4527-bfbf-31617c973687 req-dc19d5bd-bc10-4dd4-b448-3535c04b0a4d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 210 time: 0.0269022 Oct 12 00:25:23.518405 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc36b8b-7b54-47f2-9d67-f71689e41ae4 req-446b96eb-e3ee-4548-81bb-37c4b81baab9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:23.520064 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0fc36b8b-7b54-47f2-9d67-f71689e41ae4 req-446b96eb-e3ee-4548-81bb-37c4b81baab9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0515673 Oct 12 00:25:23.574084 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:23.579145 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0fc36b8b-7b54-47f2-9d67-f71689e41ae4 req-0ec31b7f-0c37-4cfc-aa7c-e0945c88e915 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533566 Oct 12 00:25:23.766279 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['68692578-9ba0-4b5a-af9e-cb3c327ca4e7'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:25:23.808870 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b36cb5-cfe1-4055-b4d8-4fb41ebf93ea req-91a4024d-aa05-4c39-9b9d-5209086292a2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:23.810461 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-86b36cb5-cfe1-4055-b4d8-4fb41ebf93ea req-91a4024d-aa05-4c39-9b9d-5209086292a2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 944 time: 0.0495036 Oct 12 00:25:23.871031 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-86b36cb5-cfe1-4055-b4d8-4fb41ebf93ea req-4852f150-7096-45a8-9cde-a3d23b37ca47 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510292 Oct 12 00:25:23.962230 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfa727-0984-496c-b048-5593a2663ce7 req-133857ac-3535-4cbc-8158-d6547ce6f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:23.963879 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-95dfa727-0984-496c-b048-5593a2663ce7 req-133857ac-3535-4cbc-8158-d6547ce6f13f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 200 len: 911 time: 0.1633933 Oct 12 00:25:24.325793 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-95dfa727-0984-496c-b048-5593a2663ce7 req-a31f34d5-a13c-4b8e-ae79-66802764189f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68692578-9ba0-4b5a-af9e-cb3c327ca4e7 HTTP/1.1" status: 200 len: 217 time: 0.0428736 Oct 12 00:25:24.341895 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7920bad9-172b-4dc4-9556-85f7c1d01a07 req-d781bf7b-15ac-4d20-ba6a-4f1da79189d4 tempest-TestMinimumBasicScenario-2079007867 tempest-TestMinimumBasicScenario-2079007867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d008f88e-de37-4b22-b411-7a5de1fef288 HTTP/1.1" status: 200 len: 210 time: 0.0512671 Oct 12 00:25:24.460331 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfa727-0984-496c-b048-5593a2663ce7 req-5f225d34-5c2f-449e-bbca-2a504ff59c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:24.461827 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-95dfa727-0984-496c-b048-5593a2663ce7 req-5f225d34-5c2f-449e-bbca-2a504ff59c65 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=aa18335c-d319-429c-b473-349dd96c4b84 HTTP/1.1" status: 200 len: 849 time: 0.0467029 Oct 12 00:25:24.497461 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b129ec9-c891-458f-9ed7-51d108e6646c req-a8a967d6-b188-46e0-8d71-672835f0fda1 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:24.498833 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8b129ec9-c891-458f-9ed7-51d108e6646c req-a8a967d6-b188-46e0-8d71-672835f0fda1 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0551012 Oct 12 00:25:24.510828 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfa727-0984-496c-b048-5593a2663ce7 req-cbff7e63-c312-4666-8a9c-f42602aec720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:24.512354 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-95dfa727-0984-496c-b048-5593a2663ce7 req-cbff7e63-c312-4666-8a9c-f42602aec720 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431445 Oct 12 00:25:24.587466 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-8b129ec9-c891-458f-9ed7-51d108e6646c req-6428a5bc-1d25-4f56-bd70-74e90c7cc29a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Deleting port 5ebb0516-e416-4555-8242-08922710f750 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:24.590351 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-8b129ec9-c891-458f-9ed7-51d108e6646c req-6428a5bc-1d25-4f56-bd70-74e90c7cc29a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (5ebb0516-e416-4555-8242-08922710f750), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:24.621978 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-95dfa727-0984-496c-b048-5593a2663ce7 req-ae0c19f8-28d4-46da-bbfb-d9ff16b07983 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003044 Oct 12 00:25:24.666304 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-42ec1ec9-332b-4488-bf72-15f21add5b28 req-80077903-1031-4dd0-8bea-fdf13373019c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 210 time: 0.0633883 Oct 12 00:25:24.721924 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-8b129ec9-c891-458f-9ed7-51d108e6646c req-6428a5bc-1d25-4f56-bd70-74e90c7cc29a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] For port 5ebb0516-e416-4555-8242-08922710f750, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5ebb0516-e416-4555-8242-08922710f750,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:24.722290 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-8b129ec9-c891-458f-9ed7-51d108e6646c req-6428a5bc-1d25-4f56-bd70-74e90c7cc29a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (5ebb0516-e416-4555-8242-08922710f750), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:24.739197 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [req-8b129ec9-c891-458f-9ed7-51d108e6646c req-6428a5bc-1d25-4f56-bd70-74e90c7cc29a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Calling delete_port for 5ebb0516-e416-4555-8242-08922710f750 owned by compute:nova {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:24.749963 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9da63-841e-4918-bb18-65e1e8ba767f req-fa3752a7-2713-4b44-8bbd-de5640b585d9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:24.751444 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a6b9da63-841e-4918-bb18-65e1e8ba767f req-fa3752a7-2713-4b44-8bbd-de5640b585d9 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 945 time: 0.0886226 Oct 12 00:25:24.794076 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-95dfa727-0984-496c-b048-5593a2663ce7 req-6767a656-0ae2-4b5e-bd78-f92165a018fd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570675 Oct 12 00:25:24.814599 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:24.823976 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a6b9da63-841e-4918-bb18-65e1e8ba767f req-d7d8eb03-bedc-4ba2-815f-2ce47e3290e5 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612845 Oct 12 00:25:24.991096 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b8472-0fda-471a-a191-6d4523154aee req-aea82eeb-265b-489a-92a5-8a2c19f733ee tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:24.992604 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bb2b8472-0fda-471a-a191-6d4523154aee req-aea82eeb-265b-489a-92a5-8a2c19f733ee tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 944 time: 0.0474498 Oct 12 00:25:24.993641 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-8b129ec9-c891-458f-9ed7-51d108e6646c req-6428a5bc-1d25-4f56-bd70-74e90c7cc29a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (5ebb0516-e416-4555-8242-08922710f750), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:25.028804 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428a5bc-1d25-4f56-bd70-74e90c7cc29a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event deleted for resources: {'Port': ['ID=5ebb0516-e416-4555-8242-08922710f750,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:25.031232 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['5ebb0516-e416-4555-8242-08922710f750', 'c00ed7a3-6f70-42f2-91d7-bc8ef378b584'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:25:25.078082 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:25.097389 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b129ec9-c891-458f-9ed7-51d108e6646c req-6428a5bc-1d25-4f56-bd70-74e90c7cc29a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] No DVR routers for this DVR port 5ebb0516-e416-4555-8242-08922710f750 on host hv-cinder-84914 {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:25.103331 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-8b129ec9-c891-458f-9ed7-51d108e6646c req-6428a5bc-1d25-4f56-bd70-74e90c7cc29a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:25.106548 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8b129ec9-c891-458f-9ed7-51d108e6646c req-6428a5bc-1d25-4f56-bd70-74e90c7cc29a tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "DELETE /networking/v2.0/ports/5ebb0516-e416-4555-8242-08922710f750 HTTP/1.1" status: 204 len: 173 time: 0.6027100 Oct 12 00:25:25.107046 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20228600-f497-4d8c-86c7-1ba7f1a986e0', 'name': 'network-vif-deleted', 'tag': '5ebb0516-e416-4555-8242-08922710f750'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:25.109379 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddecae10-12de-4a32-8c2a-ac5cfa29fa0c" -d '{"events": [{"server_uuid": "20228600-f497-4d8c-86c7-1ba7f1a986e0", "name": "network-vif-deleted", "tag": "5ebb0516-e416-4555-8242-08922710f750"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:25.119901 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bb2b8472-0fda-471a-a191-6d4523154aee req-f693d24d-f313-4771-8da1-dfcd8f5edcc9 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187449 Oct 12 00:25:25.152820 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f9a6fb-e815-4067-8d61-4b1dc8d386f1 x-openstack-request-id: req-41f9a6fb-e815-4067-8d61-4b1dc8d386f1 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:25.153139 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20228600-f497-4d8c-86c7-1ba7f1a986e0", "name": "network-vif-deleted", "tag": "5ebb0516-e416-4555-8242-08922710f750", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:25.153398 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41f9a6fb-e815-4067-8d61-4b1dc8d386f1 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:25.153803 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f9a6fb-e815-4067-8d61-4b1dc8d386f1'] response: {'server_uuid': '20228600-f497-4d8c-86c7-1ba7f1a986e0', 'name': 'network-vif-deleted', 'tag': '5ebb0516-e416-4555-8242-08922710f750', 'status': 'completed', 'code': 200} Oct 12 00:25:25.163087 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:25.182056 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:25:25.226468 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:25.230535 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:25:25.286583 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:25:25.286927 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:25.287287 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 Oct 12 00:25:25.363320 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:25:25.363787 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:25.388775 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:25.391644 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e88e3c2-3582-436a-9bab-935519495dbb" -d '{"events": [{"server_uuid": "ca2e624a-ad19-4369-aebf-7af749828d71", "name": "network-vif-plugged", "status": "completed", "tag": "68692578-9ba0-4b5a-af9e-cb3c327ca4e7"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:25.405010 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=68692578-9ba0-4b5a-af9e-cb3c327ca4e7,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:25.450900 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c334a189-11dc-4417-be3d-8926339c0e3d x-openstack-request-id: req-c334a189-11dc-4417-be3d-8926339c0e3d {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:25.451455 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2e624a-ad19-4369-aebf-7af749828d71", "name": "network-vif-plugged", "status": "completed", "tag": "68692578-9ba0-4b5a-af9e-cb3c327ca4e7", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:25.452478 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c334a189-11dc-4417-be3d-8926339c0e3d {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:25.452890 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c334a189-11dc-4417-be3d-8926339c0e3d'] response: {'server_uuid': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7', 'code': 200} Oct 12 00:25:25.477658 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:25.528881 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=68692578-9ba0-4b5a-af9e-cb3c327ca4e7,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:25.539698 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.539698 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.539698 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.539698 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.540228 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.540621 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.541058 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.541452 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.541866 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.542275 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.542693 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.543098 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.543505 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.544050 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.544608 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:25.731101 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-945b7d1b-d45c-4bd1-bcd0-fcde0e3cb248 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:25.733814 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-945b7d1b-d45c-4bd1-bcd0-fcde0e3cb248 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.40 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 816 time: 0.1171143 Oct 12 00:25:25.789243 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cecb9f79-ab41-45c0-83a2-3aff863aab69 req-7fa3f9c3-70e3-4b93-8e2e-802b3a455993 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 210 time: 0.0321944 Oct 12 00:25:25.823207 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-ab364863-04e2-42f3-84ea-e3d45877135d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0 HTTP/1.1" status: 200 len: 380 time: 0.0610924 Oct 12 00:25:25.836889 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'port': {'device_id': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'admin_state_up': True, 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'security_groups': ['195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d']}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:25.879862 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69ddf3-a8bd-4d7d-995b-e9e432d01788 req-2832ce0b-494b-47dc-8006-8762d445ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:25.882707 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fc69ddf3-a8bd-4d7d-995b-e9e432d01788 req-2832ce0b-494b-47dc-8006-8762d445ef71 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 1129 time: 0.0647697 Oct 12 00:25:25.908826 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:25.968286 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fc69ddf3-a8bd-4d7d-995b-e9e432d01788 req-e7846941-74d6-417d-8685-4482c1db2c29 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582695 Oct 12 00:25:25.977521 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c4af81ab-bd3b-4737-9c79-96c3abad7186 req-5d4b8c4c-dcbe-43db-972c-d9729fe4431d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 210 time: 0.0369627 Oct 12 00:25:26.083793 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Made reservation on behalf of 13bdb0f5c58a40af9e420f6072f2f2b0 for: {'port': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:25:26.090646 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:26.239989 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Allocated IP 172.20.0.4 (0c299ee8-2b42-4994-965e-051a94d2391c/fd02fede-aeab-4655-a486-9bfc8561b3bd/ff37e4cb-00cf-4bd1-b77a-3dffa69e456e) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:25:26.262338 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b080b-541f-442a-a877-cabfbb75a41e req-12636c35-b13d-42e7-92bd-6550dfa11cd5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:26.269529 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-be8b080b-541f-442a-a877-cabfbb75a41e req-12636c35-b13d-42e7-92bd-6550dfa11cd5 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 945 time: 0.0571094 Oct 12 00:25:26.347574 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-be8b080b-541f-442a-a877-cabfbb75a41e req-049fb2a2-59ed-4f44-9034-3929868a6e97 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770736 Oct 12 00:25:26.421039 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:26.534624 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:26.579277 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Network 0c299ee8-2b42-4994-965e-051a94d2391c is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:25:26.581565 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:26.584863 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:25:26.587319 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:25:26.614364 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event updated for resources: {'Port': ['ID=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:26.645022 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:26.645695 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:26.725621 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-f3b1ddf5-7d14-49fc-b68f-b8fba499df25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8926711 Oct 12 00:25:26.799395 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:26.820032 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-691f7769-d8bc-4929-a3e5-26a9d83fa8ad None None] Provisioning complete for port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:25:26.820643 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-691f7769-d8bc-4929-a3e5-26a9d83fa8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:26.820860 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-691f7769-d8bc-4929-a3e5-26a9d83fa8ad None None] Attempt 1 to provision port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e Oct 12 00:25:26.857130 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-691f7769-d8bc-4929-a3e5-26a9d83fa8ad None None] Port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:25:26.926656 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94684-ffe5-439e-b49f-2b2e566d37a4 req-16396d22-5235-478a-a069-597372df338f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:26.928834 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e6b94684-ffe5-439e-b49f-2b2e566d37a4 req-16396d22-5235-478a-a069-597372df338f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 931 time: 0.0525866 Oct 12 00:25:26.976285 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e6b94684-ffe5-439e-b49f-2b2e566d37a4 req-747ee9e0-f97f-426c-a25b-7f3c2067ce01 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Oct 12 00:25:27.093478 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37248) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:27.096247 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5b9c0621-ee90-4bd3-8559-817101c8977d req-618270cf-9a2a-4c64-8503-b310393ba697 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=20228600-f497-4d8c-86c7-1ba7f1a986e0 HTTP/1.1" status: 200 len: 210 time: 0.0317321 Oct 12 00:25:27.150430 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Request body: {'port': {'device_id': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:27.287132 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:27.367552 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:27.528145 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdd0b3-d0a8-4284-be24-a25fbde92bce req-cfb8e183-195d-490b-bfb5-d3dcd83b9c88 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:27.530128 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-93cdd0b3-d0a8-4284-be24-a25fbde92bce req-cfb8e183-195d-490b-bfb5-d3dcd83b9c88 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 945 time: 0.1032708 Oct 12 00:25:27.780861 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=36 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:27.909235 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-93cdd0b3-d0a8-4284-be24-a25fbde92bce req-134ef67e-4177-4e7b-8277-87c958b96026 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318495 Oct 12 00:25:27.929733 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700557'] for router_interface (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:27.930884 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:28.058927 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff37e4cb-00cf-4bd1-b77a-3dffa69e456e {{(pid=111559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:25:28.069722 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Publish callbacks [] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:28.103276 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d33d07-6992-4585-b59a-c137c8f28c4d req-0019bb61-e79f-4d16-ac75-237779301cb8 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:28.104802 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-60d33d07-6992-4585-b59a-c137c8f28c4d req-0019bb61-e79f-4d16-ac75-237779301cb8 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 931 time: 0.0470083 Oct 12 00:25:28.111475 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.provisioning_blocks [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Transition to ACTIVE for port object ff37e4cb-00cf-4bd1-b77a-3dffa69e456e will not be triggered until provisioned by entity L2. {{(pid=111559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:25:28.156372 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-60d33d07-6992-4585-b59a-c137c8f28c4d req-6b228634-764c-43de-9023-e7b103c72664 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452890 Oct 12 00:25:28.193010 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:28.272265 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Pushing event updated for resources: {'Port': ['ID=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:28.327881 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] Deleting port 70ecb1fa-14e8-434b-9510-321e04e05501 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:28.328250 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:28.344862 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:28.386183 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ba5c06b8-c225-402d-a12b-2349ba330744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:28.403046 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Attempting to bind port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:25:28.403400 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Attempting to bind port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:25:28.403734 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Attempting to bind port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e on network 0c299ee8-2b42-4994-965e-051a94d2391c {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:25:28.456401 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] For port 70ecb1fa-14e8-434b-9510-321e04e05501, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=70ecb1fa-14e8-434b-9510-321e04e05501,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:28.456768 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:28.478297 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] Calling delete_port for 70ecb1fa-14e8-434b-9510-321e04e05501 owned by network:router_interface {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:28.485482 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e on network 0c299ee8-2b42-4994-965e-051a94d2391c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:25:28.485808 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Attempting to bind port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e on network 0c299ee8-2b42-4994-965e-051a94d2391c {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:25:28.574727 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:25:28.575068 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Checking segment: {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:25:28.575476 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Bound using segment: {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'} {{(pid=111559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:25:28.575910 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.managers [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Bound port: ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f788ec14-36bd-4100-bf8d-abb1e331a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c'}}] {{(pid=111559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:25:28.576270 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:28.646592 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:28.698251 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, cleared binding levels {{(pid=111559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:25:28.702681 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:25:28.714190 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702e2f-cf87-494a-a502-4da6a1f2e429 req-43dd774d-b1c9-45fb-afa7-e9e84ed633fa tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:28.715810 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c8702e2f-cf87-494a-a502-4da6a1f2e429 req-43dd774d-b1c9-45fb-afa7-e9e84ed633fa tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0471535 Oct 12 00:25:28.761500 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:28.763763 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c8702e2f-cf87-494a-a502-4da6a1f2e429 req-52ad14e2-b805-4677-a636-e9867acbe363 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421870 Oct 12 00:25:28.766159 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:28.768368 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:28.768368 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ff37e4cb-00cf-4bd1-b77a-3dffa69e456e HTTP/1.1" status: 200 len: 1093 time: 1.6236103 Oct 12 00:25:28.769037 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:28.771321 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2711e102-c9aa-421a-b201-cf5ec6ce5e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:28.816191 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (70ecb1fa-14e8-434b-9510-321e04e05501), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:28.841067 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905c200-9287-4b8e-8b07-f8a0ce3c1222 service neutron] Pushing event updated for resources: {'Port': ['ID=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,revision_number=3']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:28.899165 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b24a34b-7f6c-483b-aa05-fac1f1d6a582 x-openstack-request-id: req-1b24a34b-7f6c-483b-aa05-fac1f1d6a582 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:28.899479 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:28.899737 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b24a34b-7f6c-483b-aa05-fac1f1d6a582 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:28.900147 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b24a34b-7f6c-483b-aa05-fac1f1d6a582'] response: {'name': 'network-changed', 'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'status': 'completed', 'code': 200} Oct 12 00:25:28.903171 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ecb1fa-14e8-434b-9510-321e04e05501,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:29.023066 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700537'] for router_interface (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:29.044714 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a7f5da-15ed-41c5-8c95-ed3552d8a737 None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:25:29.044888 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c47c4-674a-4113-a3f2-d6f80e6dfd7c req-afe23e88-c93a-4435-a10a-e48cb4131e6c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:29.047187 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a35c47c4-674a-4113-a3f2-d6f80e6dfd7c req-afe23e88-c93a-4435-a10a-e48cb4131e6c tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 945 time: 0.0573750 Oct 12 00:25:29.094855 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a35c47c4-674a-4113-a3f2-d6f80e6dfd7c req-400afa6a-ec57-4bc5-8fae-c942fc2ce6ff tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415754 Oct 12 00:25:29.149071 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7f5da-15ed-41c5-8c95-ed3552d8a737 None None] Resources bound (agent type, host, resource id): {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 00:25:29.210414 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 5ebb0516-e416-4555-8242-08922710f750 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:29.233530 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 5ebb0516-e416-4555-8242-08922710f750 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:29.233897 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 5ebb0516-e416-4555-8242-08922710f750 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:29.253744 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cd83b-58ab-4087-a1a7-aef33a7ce84c req-f00bc8f5-ee7c-4494-a92d-ea853298b5bc tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:29.255200 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0f4cd83b-58ab-4087-a1a7-aef33a7ce84c req-f00bc8f5-ee7c-4494-a92d-ea853298b5bc tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 945 time: 0.0819535 Oct 12 00:25:29.272936 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37278) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:29.278046 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-ae17b3f6-bcf5-4fd2-9d64-96e46986517e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Request body: {'floatingip': {'port_id': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:29.300711 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0533b-b07f-4c18-925c-2baac8284559 req-3cff4c1c-c5b4-4830-a5ec-1a9e66f65235 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:29.302462 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4b0533b-b07f-4c18-925c-2baac8284559 req-3cff4c1c-c5b4-4830-a5ec-1a9e66f65235 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0533314 Oct 12 00:25:29.343678 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ae17b3f6-bcf5-4fd2-9d64-96e46986517e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (91902e07-5f0b-4612-9456-c2e405dd312d), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:29.355820 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4b0533b-b07f-4c18-925c-2baac8284559 req-91d139e1-ad1c-4d24-98bb-5a12ec4ab039 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476270 Oct 12 00:25:29.395360 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] Router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:25:29.433526 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:29.590245 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:29.635232 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:25:29.643238 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-99a9e979-cd10-4e41-9067-0ad637ab1723 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/475c88e4-9ef5-4262-8f0c-968a6d6b0bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5471039 Oct 12 00:25:29.644503 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37282) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:29.647300 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476da91-9439-4ea0-abfb-efebe0ea0f93 None None] Sync routers for ids ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:25:29.657626 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476da91-9439-4ea0-abfb-efebe0ea0f93 None None] Routers {'475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:29.658344 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-a476da91-9439-4ea0-abfb-efebe0ea0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:29.765797 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-a476da91-9439-4ea0-abfb-efebe0ea0f93 None None] Set router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:29.901053 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-de68beac-061c-432d-95fd-a461a2f42253 None None] Provisioning complete for port 09975b67-99f0-461d-8141-41bcc6b53354 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:25:29.901609 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-de68beac-061c-432d-95fd-a461a2f42253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (09975b67-99f0-461d-8141-41bcc6b53354), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:29.901792 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-de68beac-061c-432d-95fd-a461a2f42253 None None] Attempt 1 to provision port 09975b67-99f0-461d-8141-41bcc6b53354 Oct 12 00:25:29.947450 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-a476da91-9439-4ea0-abfb-efebe0ea0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:25:28Z', 'revision_number': 5, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:29.973935 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476da91-9439-4ea0-abfb-efebe0ea0f93 None None] Checking router: 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:25:29.980596 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-de68beac-061c-432d-95fd-a461a2f42253 None None] Current status of the port 09975b67-99f0-461d-8141-41bcc6b53354 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:25:29.983827 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476da91-9439-4ea0-abfb-efebe0ea0f93 None None] Routers {'475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:29.984459 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-a476da91-9439-4ea0-abfb-efebe0ea0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:30.087777 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-a476da91-9439-4ea0-abfb-efebe0ea0f93 None None] Set router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:30.209127 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Publish callbacks [] for router (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:30.222605 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e28af-fdd7-48b3-9f54-eaaeb0ac449d req-c8c74703-fec1-4db5-aa87-23cf496c9a16 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:30.224180 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-399e28af-fdd7-48b3-9f54-eaaeb0ac449d req-c8c74703-fec1-4db5-aa87-23cf496c9a16 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.3671570 Oct 12 00:25:30.341869 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-a476da91-9439-4ea0-abfb-efebe0ea0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:25:28Z', 'revision_number': 5, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:30.368422 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476da91-9439-4ea0-abfb-efebe0ea0f93 None None] The sync data for ids ['475c88e4-9ef5-4262-8f0c-968a6d6b0bbb'] in dv-cinder-849143-13-iscsi is: [{'id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'name': 'tempest-TestMinimumBasicScenario-1042177425-router', 'tenant_id': '33e38693dbe5490fb39cd1981274a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:59Z', 'updated_at': '2022-10-12T00:25:28Z', 'revision_number': 5, 'project_id': '33e38693dbe5490fb39cd1981274a5f6', 'gw_port': {'id': '62b075e0-919d-4634-a1a3-a98a65ebfcd7', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c88e4-9ef5-4262-8f0c-968a6d6b0bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:00Z', 'updated_at': '2022-10-12T00:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:25:30.407756 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.db.resource_extend [None req-ae17b3f6-bcf5-4fd2-9d64-96e46986517e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 12 00:25:30.469736 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-399e28af-fdd7-48b3-9f54-eaaeb0ac449d req-1a2c2eb4-a295-450f-a075-6905a674bede tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117975 Oct 12 00:25:30.476473 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:30.484260 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Publish callbacks [] for router_gateway (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:30.490374 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ae17b3f6-bcf5-4fd2-9d64-96e46986517e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:30.491579 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98114a35-efe7-427c-b994-3788e616425a req-7b677676-1d8f-4369-9fb3-bd12e4036b94 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:30.493403 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-98114a35-efe7-427c-b994-3788e616425a req-7b677676-1d8f-4369-9fb3-bd12e4036b94 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0499992 Oct 12 00:25:30.545119 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-98114a35-efe7-427c-b994-3788e616425a req-6aaeaf7a-388f-4b58-bbd5-eb22323387ea tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454907 Oct 12 00:25:30.551732 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ae17b3f6-bcf5-4fd2-9d64-96e46986517e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (91902e07-5f0b-4612-9456-c2e405dd312d), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:30.652620 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Deleting port 62b075e0-919d-4634-a1a3-a98a65ebfcd7 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:30.652963 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:30.654462 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-21b1d4fc-5d11-450a-a6f2-6d7b9d9bef43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:30.716251 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [None req-ae17b3f6-bcf5-4fd2-9d64-96e46986517e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Floating IP 91902e07-5f0b-4612-9456-c2e405dd312d associated. External IP: 172.27.4.236, port: 68692578-9ba0-4b5a-af9e-cb3c327ca4e7. Oct 12 00:25:30.834898 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] For port 62b075e0-919d-4634-a1a3-a98a65ebfcd7, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=62b075e0-919d-4634-a1a3-a98a65ebfcd7,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:30.835278 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:30.837510 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:30.853570 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Calling delete_port for 62b075e0-919d-4634-a1a3-a98a65ebfcd7 owned by network:router_gateway {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:30.862288 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:31.059028 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae17b3f6-bcf5-4fd2-9d64-96e46986517e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:25:31.185210 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (62b075e0-919d-4634-a1a3-a98a65ebfcd7), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:31.219726 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b075e0-919d-4634-a1a3-a98a65ebfcd7,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:31.230462 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae17b3f6-bcf5-4fd2-9d64-96e46986517e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:25:31.240236 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb48245-9be2-4dbd-8b0b-02b82adbf85c None None] Sync routers for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:25:31.248631 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ae17b3f6-bcf5-4fd2-9d64-96e46986517e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:31.255251 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb48245-9be2-4dbd-8b0b-02b82adbf85c None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:31.255954 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-beb48245-9be2-4dbd-8b0b-02b82adbf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:31.290904 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:31.303775 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-ae17b3f6-bcf5-4fd2-9d64-96e46986517e tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/91902e07-5f0b-4612-9456-c2e405dd312d HTTP/1.1" status: 200 len: 991 time: 2.0295780 Oct 12 00:25:31.307162 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'tag': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:31.312951 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edef450-7247-4325-9e5d-ee96d61d6b09" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2e624a-ad19-4369-aebf-7af749828d71", "tag": "68692578-9ba0-4b5a-af9e-cb3c327ca4e7"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:31.313091 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:31.322423 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3698035'] for router_gateway (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:31.362737 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-beb48245-9be2-4dbd-8b0b-02b82adbf85c None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:31.369534 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce50f30-a518-49bb-beba-b62526459515 x-openstack-request-id: req-cce50f30-a518-49bb-beba-b62526459515 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:31.369828 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2e624a-ad19-4369-aebf-7af749828d71", "tag": "68692578-9ba0-4b5a-af9e-cb3c327ca4e7", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:31.370080 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cce50f30-a518-49bb-beba-b62526459515 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:31.370477 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce50f30-a518-49bb-beba-b62526459515'] response: {'name': 'network-changed', 'server_uuid': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'tag': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7', 'status': 'completed', 'code': 200} Oct 12 00:25:31.431736 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4256'] for router (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:31.433962 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Publish callbacks [] for router_controller (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:31.448221 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:31.586739 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700577'] for router (475c88e4-9ef5-4262-8f0c-968a6d6b0bbb), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:31.588802 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 475c88e4-9ef5-4262-8f0c-968a6d6b0bbb {{(pid=111559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 00:25:31.595633 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-beb48245-9be2-4dbd-8b0b-02b82adbf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '91902e07-5f0b-4612-9456-c2e405dd312d', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'port_id': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'mac_address': 'fa:16:3e:bb:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:25:11Z', 'updated_at': '2022-10-12T00:25:30Z', 'revision_number': 1, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:31.600572 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:31.603272 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-66b8a548-c72d-4df9-9c8f-421d3fe1e663 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/475c88e4-9ef5-4262-8f0c-968a6d6b0bbb HTTP/1.1" status: 204 len: 168 time: 1.9577842 Oct 12 00:25:31.605863 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37300) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:31.631000 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb48245-9be2-4dbd-8b0b-02b82adbf85c None None] Checking router: 6964f752-8e57-4f58-a7c9-44fddc4e20d9 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:25:31.637051 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 70ecb1fa-14e8-434b-9510-321e04e05501 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:31.650482 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0fcfc-b00e-452e-ade3-ed6485ea3fc8 req-0c6eafe5-313d-4455-aaf5-830b78e0c074 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:31.653010 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fef0fcfc-b00e-452e-ade3-ed6485ea3fc8 req-0c6eafe5-313d-4455-aaf5-830b78e0c074 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0947480 Oct 12 00:25:31.664770 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 70ecb1fa-14e8-434b-9510-321e04e05501 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:31.665126 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 70ecb1fa-14e8-434b-9510-321e04e05501 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:31.672374 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb48245-9be2-4dbd-8b0b-02b82adbf85c None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:31.672949 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-beb48245-9be2-4dbd-8b0b-02b82adbf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:31.731857 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fef0fcfc-b00e-452e-ade3-ed6485ea3fc8 req-40dea895-2a97-4c9e-8711-19b34b7f7a20 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712273 Oct 12 00:25:31.743787 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e105c9-1342-4a16-a33d-d86b8bfc642b req-c076a455-d905-41ef-946b-77d4da5e9a54 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:31.755410 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-29e105c9-1342-4a16-a33d-d86b8bfc642b req-c076a455-d905-41ef-946b-77d4da5e9a54 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0994253 Oct 12 00:25:31.755410 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d050ed3d-8e66-49e1-b08b-0f367e24e98d admin admin] Deleting subnet c42a7b1b-73e5-4150-a3f9-0d95aa68df72 {{(pid=111559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:25:31.759694 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d050ed3d-8e66-49e1-b08b-0f367e24e98d admin admin] Publish callbacks [] for subnet (c42a7b1b-73e5-4150-a3f9-0d95aa68df72), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:31.809860 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-beb48245-9be2-4dbd-8b0b-02b82adbf85c None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:31.870023 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-4618a338-dc20-4761-82ab-fcd1f4550008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:31.871602 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-4618a338-dc20-4761-82ab-fcd1f4550008 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=54567f4ea839415a94397e13f93d71cc&device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 1129 time: 0.1006355 Oct 12 00:25:31.873792 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d050ed3d-8e66-49e1-b08b-0f367e24e98d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461494'] for subnet (c42a7b1b-73e5-4150-a3f9-0d95aa68df72), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:31.881918 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:31.906544 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-29e105c9-1342-4a16-a33d-d86b8bfc642b req-9e343185-ca80-4dec-b647-9b6a49df418d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439028 Oct 12 00:25:31.951204 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711e102-c9aa-421a-b201-cf5ec6ce5e2a req-1338df66-82b1-43e8-8aec-cb2c54da6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:31.953545 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2711e102-c9aa-421a-b201-cf5ec6ce5e2a req-1338df66-82b1-43e8-8aec-cb2c54da6aca service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 1127 time: 0.0683720 Oct 12 00:25:32.053574 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d050ed3d-8e66-49e1-b08b-0f367e24e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (c42a7b1b-73e5-4150-a3f9-0d95aa68df72), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:32.082635 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-beb48245-9be2-4dbd-8b0b-02b82adbf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '91902e07-5f0b-4612-9456-c2e405dd312d', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'port_id': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'mac_address': 'fa:16:3e:bb:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:25:11Z', 'updated_at': '2022-10-12T00:25:30Z', 'revision_number': 1, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:32.083102 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:32.096426 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb48245-9be2-4dbd-8b0b-02b82adbf85c None None] The sync data for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi is: [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '91902e07-5f0b-4612-9456-c2e405dd312d', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'port_id': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'mac_address': 'fa:16:3e:bb:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:25:11Z', 'updated_at': '2022-10-12T00:25:30Z', 'revision_number': 1, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:25:32.122309 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711e102-c9aa-421a-b201-cf5ec6ce5e2a req-92331b72-c4fd-4d25-8f18-475f4bd0093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:32.124461 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2711e102-c9aa-421a-b201-cf5ec6ce5e2a req-92331b72-c4fd-4d25-8f18-475f4bd0093d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1576829 Oct 12 00:25:32.151593 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed0fad-5ed6-439b-ad7f-94bf116c7749 req-75257422-00cf-42b1-9347-6a79e481cac6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:32.159308 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-22ed0fad-5ed6-439b-ad7f-94bf116c7749 req-75257422-00cf-42b1-9347-6a79e481cac6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0959156 Oct 12 00:25:32.330830 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-22ed0fad-5ed6-439b-ad7f-94bf116c7749 req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Deleting port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:32.331197 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-22ed0fad-5ed6-439b-ad7f-94bf116c7749 req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:32.353051 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711e102-c9aa-421a-b201-cf5ec6ce5e2a req-9427e7b3-971c-46a3-ab12-257f11706ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:32.357708 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2711e102-c9aa-421a-b201-cf5ec6ce5e2a req-9427e7b3-971c-46a3-ab12-257f11706ba8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2237992 Oct 12 00:25:32.370754 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-4337e88f-4118-4e4f-accb-4b765335921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:32.372244 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-4337e88f-4118-4e4f-accb-4b765335921c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 200 len: 911 time: 0.4152229 Oct 12 00:25:32.421119 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bf686b-f16c-41dc-a7a0-f7100a267612 None None] New status for floating IP 91902e07-5f0b-4612-9456-c2e405dd312d: ACTIVE {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:25:32.444888 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-eda87582-3108-4c48-b18b-147faf9a30aa service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68692578-9ba0-4b5a-af9e-cb3c327ca4e7 HTTP/1.1" status: 200 len: 999 time: 0.0653102 Oct 12 00:25:32.446181 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d050ed3d-8e66-49e1-b08b-0f367e24e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25924447'] for subnet (c42a7b1b-73e5-4150-a3f9-0d95aa68df72), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:32.449322 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-22ed0fad-5ed6-439b-ad7f-94bf116c7749 req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] For port c00ed7a3-6f70-42f2-91d7-bc8ef378b584, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c00ed7a3-6f70-42f2-91d7-bc8ef378b584,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:32.454772 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-22ed0fad-5ed6-439b-ad7f-94bf116c7749 req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:32.480160 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050ed3d-8e66-49e1-b08b-0f367e24e98d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42a7b1b-73e5-4150-a3f9-0d95aa68df72,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:32.496623 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-22ed0fad-5ed6-439b-ad7f-94bf116c7749 req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Calling delete_port for c00ed7a3-6f70-42f2-91d7-bc8ef378b584 owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:32.506976 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d050ed3d-8e66-49e1-b08b-0f367e24e98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:32.514552 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-d050ed3d-8e66-49e1-b08b-0f367e24e98d admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/c42a7b1b-73e5-4150-a3f9-0d95aa68df72 HTTP/1.1" status: 204 len: 168 time: 0.9033432 Oct 12 00:25:32.514552 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:32.514765 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37304) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:32.520654 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8679a7-8340-447d-aab6-2e3cb6b39d60 None None] Network dd5abad8-644b-4096-9887-e4113519a575 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:25:32.530152 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-ea54a833-d42b-4022-aa4b-c8dc26ee4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:32.531983 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-ea54a833-d42b-4022-aa4b-c8dc26ee4be6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=aa18335c-d319-429c-b473-349dd96c4b84 HTTP/1.1" status: 200 len: 849 time: 0.0596051 Oct 12 00:25:32.573492 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-21782144-fd44-40b6-a4a5-f666278b5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:32.573492 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-21782144-fd44-40b6-a4a5-f666278b5fc0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 1127 time: 0.0968664 Oct 12 00:25:32.588248 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-f0073cc4-592e-4bba-b2f2-48830c36a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:32.589935 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-f0073cc4-592e-4bba-b2f2-48830c36a8ab service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=499fb018-9e00-4ed3-b355-c8bccdf8c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511444 Oct 12 00:25:32.681515 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-436a8399-1788-4ad9-8a19-f12391a4c29d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e HTTP/1.1" status: 200 len: 217 time: 0.1101675 Oct 12 00:25:32.706073 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-6c6277e2-b826-46d5-8fb7-3ec078519eb0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066980 Oct 12 00:25:32.762960 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (dd5abad8-644b-4096-9887-e4113519a575), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:32.828169 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:32.834828 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:32.839093 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-a12896f9-2307-4189-af8c-cf952561363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:32.841003 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-a12896f9-2307-4189-af8c-cf952561363c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=fd02fede-aeab-4655-a486-9bfc8561b3bd HTTP/1.1" status: 200 len: 855 time: 0.1464090 Oct 12 00:25:32.894279 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-409fc442-fa0c-4be4-82ac-ad8ef3842c2d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829457 Oct 12 00:25:32.905832 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87dc1b-8d27-464f-8e06-9edd56ade975 req-ec604a58-bb7f-45d7-901d-728fc3edf538 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:32.906858 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4f87dc1b-8d27-464f-8e06-9edd56ade975 req-ec604a58-bb7f-45d7-901d-728fc3edf538 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 945 time: 0.0758708 Oct 12 00:25:32.920689 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Deleting port 09975b67-99f0-461d-8141-41bcc6b53354 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:32.920689 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (09975b67-99f0-461d-8141-41bcc6b53354), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:32.946051 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-bcc8d5c3-c2d5-49cf-a17a-ffa972196835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:32.946051 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-bcc8d5c3-c2d5-49cf-a17a-ffa972196835 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0c299ee8-2b42-4994-965e-051a94d2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0930455 Oct 12 00:25:32.975043 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65b2f6-321a-462b-b9ac-94ec7fda7f84 None None] DHCP port deletion for dd5abad8-644b-4096-9887-e4113519a575 request from dv-cinder-849143-13-iscsi {{(pid=111561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 00:25:33.020604 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4f87dc1b-8d27-464f-8e06-9edd56ade975 req-2b161ad7-9854-49cc-ad67-7ffdc308ba66 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b22b0407-70cc-4ee5-a584-504f8bdb2c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932634 Oct 12 00:25:33.030206 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-ae65b2f6-321a-462b-b9ac-94ec7fda7f84 None None] Deleting port 09975b67-99f0-461d-8141-41bcc6b53354 {{(pid=111561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:33.030901 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ae65b2f6-321a-462b-b9ac-94ec7fda7f84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (09975b67-99f0-461d-8141-41bcc6b53354), before_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.043734 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:33.055395 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:33.084497 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.108302 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-22ed0fad-5ed6-439b-ad7f-94bf116c7749 req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (c00ed7a3-6f70-42f2-91d7-bc8ef378b584), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.108444 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-ae65b2f6-321a-462b-b9ac-94ec7fda7f84 None None] For port 09975b67-99f0-461d-8141-41bcc6b53354, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=09975b67-99f0-461d-8141-41bcc6b53354,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:33.109266 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ae65b2f6-321a-462b-b9ac-94ec7fda7f84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (09975b67-99f0-461d-8141-41bcc6b53354), precommit_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.112046 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] For port 09975b67-99f0-461d-8141-41bcc6b53354, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=09975b67-99f0-461d-8141-41bcc6b53354,segment=NetworkSegment(27af817f-b886-4029-9d1c-4e639a7ce853),segment_id=27af817f-b886-4029-9d1c-4e639a7ce853)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:33.112608 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (09975b67-99f0-461d-8141-41bcc6b53354), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.126155 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-ae65b2f6-321a-462b-b9ac-94ec7fda7f84 None None] Calling delete_port for 09975b67-99f0-461d-8141-41bcc6b53354 owned by network:dhcp {{(pid=111561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:33.143321 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['c00ed7a3-6f70-42f2-91d7-bc8ef378b584'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:25:33.165203 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Calling delete_port for 09975b67-99f0-461d-8141-41bcc6b53354 owned by network:dhcp {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:33.175061 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Pushing event deleted for resources: {'Port': ['ID=c00ed7a3-6f70-42f2-91d7-bc8ef378b584,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:33.175395 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1b7bd-1a53-4b98-bf71-e79b4bd12b54 req-cfa7b06e-edf4-4b59-b2cd-bb0f93260be1 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:33.177055 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1ba1b7bd-1a53-4b98-bf71-e79b4bd12b54 req-cfa7b06e-edf4-4b59-b2cd-bb0f93260be1 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.1192935 Oct 12 00:25:33.234713 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.235072 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.235435 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.235776 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.236111 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.236441 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.236769 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.237099 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.237426 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.237751 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.238077 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.238397 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.238718 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.239035 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.239354 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:25:33.306290 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ae65b2f6-321a-462b-b9ac-94ec7fda7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (09975b67-99f0-461d-8141-41bcc6b53354), after_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.334893 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.337604 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65b2f6-321a-462b-b9ac-94ec7fda7f84 None None] Pushing event deleted for resources: {'Port': ['ID=09975b67-99f0-461d-8141-41bcc6b53354,revision_number=None']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:33.340231 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae65b2f6-321a-462b-b9ac-94ec7fda7f84 None None] No DVR routers for this DVR port 09975b67-99f0-461d-8141-41bcc6b53354 on host dv-cinder-849143-13-iscsi {{(pid=111561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:33.542924 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-b42982a9-9073-4972-8ee8-208c5d42b0fa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613782 Oct 12 00:25:33.584250 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ed0fad-5ed6-439b-ad7f-94bf116c7749 req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] No DVR routers for this DVR port c00ed7a3-6f70-42f2-91d7-bc8ef378b584 on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:33.605907 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-22ed0fad-5ed6-439b-ad7f-94bf116c7749 req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.609773 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-22ed0fad-5ed6-439b-ad7f-94bf116c7749 req-b0bba0d8-e52f-4043-b43f-088c089a1f8d tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.40 "DELETE /networking/v2.0/ports/c00ed7a3-6f70-42f2-91d7-bc8ef378b584 HTTP/1.1" status: 204 len: 173 time: 1.4418073 Oct 12 00:25:33.610373 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bf92f4-feae-4c05-afff-d0daff3371e3', 'name': 'network-vif-deleted', 'tag': 'c00ed7a3-6f70-42f2-91d7-bc8ef378b584'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:33.612750 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd75f6a-04ea-4d8a-aad3-583d4e8d161f" -d '{"events": [{"server_uuid": "f9bf92f4-feae-4c05-afff-d0daff3371e3", "name": "network-vif-deleted", "tag": "c00ed7a3-6f70-42f2-91d7-bc8ef378b584"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:33.621850 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 09975b67-99f0-461d-8141-41bcc6b53354 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:33.650671 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 09975b67-99f0-461d-8141-41bcc6b53354 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:33.651048 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 09975b67-99f0-461d-8141-41bcc6b53354 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:33.651559 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 62b075e0-919d-4634-a1a3-a98a65ebfcd7 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:33.672537 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 62b075e0-919d-4634-a1a3-a98a65ebfcd7 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:33.672877 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 62b075e0-919d-4634-a1a3-a98a65ebfcd7 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:33.705536 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1ba1b7bd-1a53-4b98-bf71-e79b4bd12b54 req-2b001d54-8c81-4fdc-acf2-bb37806706ed tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5200233 Oct 12 00:25:33.731825 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7951a028-7f4c-4eb8-91a8-e3c22bce7bc6 x-openstack-request-id: req-7951a028-7f4c-4eb8-91a8-e3c22bce7bc6 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:33.732305 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9bf92f4-feae-4c05-afff-d0daff3371e3", "name": "network-vif-deleted", "tag": "c00ed7a3-6f70-42f2-91d7-bc8ef378b584", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:33.732555 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7951a028-7f4c-4eb8-91a8-e3c22bce7bc6 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:33.733523 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7951a028-7f4c-4eb8-91a8-e3c22bce7bc6'] response: {'server_uuid': 'f9bf92f4-feae-4c05-afff-d0daff3371e3', 'name': 'network-vif-deleted', 'tag': 'c00ed7a3-6f70-42f2-91d7-bc8ef378b584', 'status': 'completed', 'code': 200} Oct 12 00:25:33.734178 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (09975b67-99f0-461d-8141-41bcc6b53354), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.762830 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-186b90b4-84d3-4a8e-8a5b-f73bfcd6c291 req-1e9ef295-4ab3-4493-9ad9-6a8395ab21b2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909359 Oct 12 00:25:33.765518 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Pushing event deleted for resources: {'Port': ['ID=09975b67-99f0-461d-8141-41bcc6b53354,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:33.772636 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] No DVR routers for this DVR port 09975b67-99f0-461d-8141-41bcc6b53354 on host dv-cinder-849143-13-iscsi {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:33.839850 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (dd5abad8-644b-4096-9887-e4113519a575), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.860177 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5abad8-644b-4096-9887-e4113519a575']}} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:33.869301 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27af817f-b886-4029-9d1c-4e639a7ce853') {'for_net_delete': True} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:33.869599 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27af817f-b886-4029-9d1c-4e639a7ce853') {} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:33.879067 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526160'] for segment (27af817f-b886-4029-9d1c-4e639a7ce853), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.893240 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (27af817f-b886-4029-9d1c-4e639a7ce853), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.899529 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=111560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:25:33.899917 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655368'] for segment (27af817f-b886-4029-9d1c-4e639a7ce853), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:33.942214 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment 27af817f-b886-4029-9d1c-4e639a7ce853 resource provider aggregate not found Oct 12 00:25:33.960726 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment 27af817f-b886-4029-9d1c-4e639a7ce853 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27af817f-b886-4029-9d1c-4e639a7ce853 found for delete ", "request_id": "req-7d7d1544-34b0-4dd0-95f3-a7b4eea1ad81"}]} Oct 12 00:25:34.020172 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (dd5abad8-644b-4096-9887-e4113519a575), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:34.028303 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:34.032062 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/dd5abad8-644b-4096-9887-e4113519a575 HTTP/1.1" status: 204 len: 168 time: 1.5170016 Oct 12 00:25:34.035114 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37334) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:34.045667 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfeaaf-b9e1-46bc-aaab-010c8f21af07 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5abad8-644b-4096-9887-e4113519a575,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:34.128917 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bfbd4217-3bfd-4efa-8bde-20df3a8ef5fd req-b4877db7-00cd-40ee-a707-e260845f8fb6 tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 210 time: 0.0278375 Oct 12 00:25:34.353256 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700557'] for router_interface (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:34.448740 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:34.573194 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] Deleting port d69abef4-7ded-460b-a452-d74f0f73fac7 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:34.573543 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:34.613835 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:34.652858 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] For port d69abef4-7ded-460b-a452-d74f0f73fac7, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=d69abef4-7ded-460b-a452-d74f0f73fac7,segment=NetworkSegment(00a1824e-d800-4751-a4a1-40cc81aa0c00),segment_id=00a1824e-d800-4751-a4a1-40cc81aa0c00)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:34.653229 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:34.665682 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] Calling delete_port for d69abef4-7ded-460b-a452-d74f0f73fac7 owned by network:router_interface {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:34.826947 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:34.843333 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce35e7-e751-4604-aaeb-a12061a96503 req-ac2f3868-7359-4b4c-bc4c-aa1e1c2e0b3e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:34.844836 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-efce35e7-e751-4604-aaeb-a12061a96503 req-ac2f3868-7359-4b4c-bc4c-aa1e1c2e0b3e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0474160 Oct 12 00:25:34.893149 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (d69abef4-7ded-460b-a452-d74f0f73fac7), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:34.893378 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-efce35e7-e751-4604-aaeb-a12061a96503 req-2c0fb5c5-bdf8-4ca6-b0bd-ce1f9868f94b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 Oct 12 00:25:34.918447 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69abef4-7ded-460b-a452-d74f0f73fac7,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:34.946770 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:35.086270 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700537'] for router_interface (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:35.110762 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a729852b-00a3-44c0-85a9-2eff3602d356 None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:25:35.137666 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:35.229071 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a729852b-00a3-44c0-85a9-2eff3602d356 None None] Resources bound (agent type, host, resource id): {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 00:25:35.305639 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9bda65ac-db11-4f76-a7c7-9668b0e840c0 req-8a6d7735-65c8-41a9-9629-e461ab6e04dd tempest-ServerRescueNegativeTestJSON-1663006752 tempest-ServerRescueNegativeTestJSON-1663006752-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f9bf92f4-feae-4c05-afff-d0daff3371e3 HTTP/1.1" status: 200 len: 210 time: 0.0596297 Oct 12 00:25:35.334102 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] Router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:25:35.427022 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:35.440542 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:25:35.446102 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-b8247313-5ad4-4d1c-8e02-707bb9cb2045 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/791391fe-a9b7-436a-8c8a-fbc8d67c7d2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4090312 Oct 12 00:25:35.448004 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37344) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:35.450840 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2fa5a-1c47-467d-8169-8f6cc19aaaf9 None None] Sync routers for ids ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:25:35.464521 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2fa5a-1c47-467d-8169-8f6cc19aaaf9 None None] Routers {'791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:35.469292 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-b9f2fa5a-1c47-467d-8169-8f6cc19aaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:35.570800 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Publish callbacks [] for router (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:35.637924 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-b9f2fa5a-1c47-467d-8169-8f6cc19aaaf9 None None] Set router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:35.706800 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Publish callbacks [] for router_gateway (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:35.822632 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-b9f2fa5a-1c47-467d-8169-8f6cc19aaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'name': 'tempest-TestMinimumBasicScenario-1388193969-router', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:22:07Z', 'updated_at': '2022-10-12T00:25:34Z', 'revision_number': 5, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'gw_port': {'id': 'f1a73c9a-5973-4240-8c03-681fc897e994', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:22:09Z', 'updated_at': '2022-10-12T00:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:35.851026 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Deleting port f1a73c9a-5973-4240-8c03-681fc897e994 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:35.851687 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:35.856176 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2fa5a-1c47-467d-8169-8f6cc19aaaf9 None None] Checking router: 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:25:35.862286 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2fa5a-1c47-467d-8169-8f6cc19aaaf9 None None] Routers {'791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:35.862899 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-b9f2fa5a-1c47-467d-8169-8f6cc19aaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:35.928210 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:35.947420 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] For port f1a73c9a-5973-4240-8c03-681fc897e994, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=f1a73c9a-5973-4240-8c03-681fc897e994,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:35.947594 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:35.956539 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-b9f2fa5a-1c47-467d-8169-8f6cc19aaaf9 None None] Set router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f gateway port host: None {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:35.965299 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Calling delete_port for f1a73c9a-5973-4240-8c03-681fc897e994 owned by network:router_gateway {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:36.015606 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-b9f2fa5a-1c47-467d-8169-8f6cc19aaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'name': 'tempest-TestMinimumBasicScenario-1388193969-router', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:22:07Z', 'updated_at': '2022-10-12T00:25:35Z', 'revision_number': 6, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'gw_port_host': None}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:36.042390 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-0227ce49-0b0d-404d-874e-469a7569102c None None] Provisioning complete for port 5be04750-5286-4b47-83a0-a82286824aba triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:25:36.042758 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0227ce49-0b0d-404d-874e-469a7569102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (5be04750-5286-4b47-83a0-a82286824aba), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.043078 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-0227ce49-0b0d-404d-874e-469a7569102c None None] Attempt 1 to provision port 5be04750-5286-4b47-83a0-a82286824aba Oct 12 00:25:36.045132 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2fa5a-1c47-467d-8169-8f6cc19aaaf9 None None] The sync data for ids ['791391fe-a9b7-436a-8c8a-fbc8d67c7d2f'] in dv-cinder-849143-13-iscsi is: [{'id': '791391fe-a9b7-436a-8c8a-fbc8d67c7d2f', 'name': 'tempest-TestMinimumBasicScenario-1388193969-router', 'tenant_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:22:07Z', 'updated_at': '2022-10-12T00:25:35Z', 'revision_number': 6, 'project_id': 'a56e1912ce5649e19a687b8f0ee0e566', 'gw_port_host': None}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:25:36.068548 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccc3b2-5e3c-45dc-be54-c3b168511a3c req-c4b3120c-a45b-4715-af57-e0962fdf2a4b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:36.072364 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-08ccc3b2-5e3c-45dc-be54-c3b168511a3c req-c4b3120c-a45b-4715-af57-e0962fdf2a4b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0906377 Oct 12 00:25:36.125014 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-0227ce49-0b0d-404d-874e-469a7569102c None None] Current status of the port 5be04750-5286-4b47-83a0-a82286824aba is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:25:36.136890 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:36.175242 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-08ccc3b2-5e3c-45dc-be54-c3b168511a3c req-92af2612-d079-4205-8391-3e0dead0fce5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963531 Oct 12 00:25:36.281021 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (f1a73c9a-5973-4240-8c03-681fc897e994), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.303385 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a73c9a-5973-4240-8c03-681fc897e994,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:36.370391 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3698035'] for router_gateway (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.377598 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37352) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:36.457601 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4256'] for router (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.459718 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Publish callbacks [] for router_controller (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.595627 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700577'] for router (791391fe-a9b7-436a-8c8a-fbc8d67c7d2f), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.596267 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 791391fe-a9b7-436a-8c8a-fbc8d67c7d2f {{(pid=111559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 00:25:36.601070 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.602220 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-29ef820d-88b8-4477-9c88-735c1b03db8d admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/791391fe-a9b7-436a-8c8a-fbc8d67c7d2f HTTP/1.1" status: 204 len: 168 time: 1.1533129 Oct 12 00:25:36.604858 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37356) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:36.612497 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:36.659340 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbcf807-577c-41a3-a402-67127c6110c7 admin admin] Deleting subnet a1944eea-ebeb-4949-8110-8d3be5f2c32f {{(pid=111559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:25:36.663015 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf807-577c-41a3-a402-67127c6110c7 admin admin] Publish callbacks [] for subnet (a1944eea-ebeb-4949-8110-8d3be5f2c32f), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.707350 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf807-577c-41a3-a402-67127c6110c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461494'] for subnet (a1944eea-ebeb-4949-8110-8d3be5f2c32f), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.790921 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf807-577c-41a3-a402-67127c6110c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (a1944eea-ebeb-4949-8110-8d3be5f2c32f), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.898552 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700557'] for router_interface (9af56c6b-7328-4866-951f-b7c1d5172ba8), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.924207 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf807-577c-41a3-a402-67127c6110c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25924447'] for subnet (a1944eea-ebeb-4949-8110-8d3be5f2c32f), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.944895 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:36.950838 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcf807-577c-41a3-a402-67127c6110c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1944eea-ebeb-4949-8110-8d3be5f2c32f,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:36.955513 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf807-577c-41a3-a402-67127c6110c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:36.961215 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3873b243-b592-437c-af9f-f772b7cdcc07 None None] Network a975159c-93a6-4b21-8426-0fc7b138aa3a requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:25:36.964644 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-2fbcf807-577c-41a3-a402-67127c6110c7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/a1944eea-ebeb-4949-8110-8d3be5f2c32f HTTP/1.1" status: 204 len: 168 time: 0.3587990 Oct 12 00:25:36.967301 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37364) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:37.049166 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (a975159c-93a6-4b21-8426-0fc7b138aa3a), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.094169 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Deleting port 5be04750-5286-4b47-83a0-a82286824aba {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:37.094513 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (5be04750-5286-4b47-83a0-a82286824aba), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.163923 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f24eb23-d0f4-47bc-9396-f55152f772a2 None None] DHCP port deletion for a975159c-93a6-4b21-8426-0fc7b138aa3a request from dv-cinder-849143-13-iscsi {{(pid=111561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 00:25:37.205518 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ff37e4cb-00cf-4bd1-b77a-3dffa69e456e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:25:37.206491 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] Deleting port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:37.206838 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.216061 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-7f24eb23-d0f4-47bc-9396-f55152f772a2 None None] Deleting port 5be04750-5286-4b47-83a0-a82286824aba {{(pid=111561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:37.216759 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-7f24eb23-d0f4-47bc-9396-f55152f772a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (5be04750-5286-4b47-83a0-a82286824aba), before_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.224716 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device c00ed7a3-6f70-42f2-91d7-bc8ef378b584 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:37.254681 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: c00ed7a3-6f70-42f2-91d7-bc8ef378b584 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:37.255028 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device c00ed7a3-6f70-42f2-91d7-bc8ef378b584 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:37.328757 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] For port 4d9f8fbb-b7fb-4278-aaee-8cdddece3917, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=4d9f8fbb-b7fb-4278-aaee-8cdddece3917,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:37.329162 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.353366 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00861e20-a8a2-460b-84f0-833d2ab8a04c req-26ca690b-492b-4b63-b95f-eff5aba573bc tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:37.355215 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-00861e20-a8a2-460b-84f0-833d2ab8a04c req-26ca690b-492b-4b63-b95f-eff5aba573bc tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0820539 Oct 12 00:25:37.356505 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] Calling delete_port for 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 owned by network:router_interface {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:37.361127 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-7f24eb23-d0f4-47bc-9396-f55152f772a2 None None] For port 5be04750-5286-4b47-83a0-a82286824aba, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=5be04750-5286-4b47-83a0-a82286824aba,segment=NetworkSegment(00a1824e-d800-4751-a4a1-40cc81aa0c00),segment_id=00a1824e-d800-4751-a4a1-40cc81aa0c00)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:37.361525 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-7f24eb23-d0f4-47bc-9396-f55152f772a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (5be04750-5286-4b47-83a0-a82286824aba), precommit_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.383981 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-7f24eb23-d0f4-47bc-9396-f55152f772a2 None None] Calling delete_port for 5be04750-5286-4b47-83a0-a82286824aba owned by network:dhcp {{(pid=111561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:37.394057 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:37.411495 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:37.458982 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-00861e20-a8a2-460b-84f0-833d2ab8a04c req-fd0eea89-a911-49bf-a310-d18194f371b4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923679 Oct 12 00:25:37.465509 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:37.477071 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] For port 5be04750-5286-4b47-83a0-a82286824aba, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=5be04750-5286-4b47-83a0-a82286824aba,segment=NetworkSegment(00a1824e-d800-4751-a4a1-40cc81aa0c00),segment_id=00a1824e-d800-4751-a4a1-40cc81aa0c00)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:37.477635 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (5be04750-5286-4b47-83a0-a82286824aba), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.487238 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'port_id': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'mac_address': 'fa:16:3e:4d:61:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:25:37.493542 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Calling delete_port for 5be04750-5286-4b47-83a0-a82286824aba owned by network:dhcp {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:37.497021 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:37.508382 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa7e46-d517-423a-b55d-d608ed5415e2 req-445d5535-fc07-415e-a1a5-d1312247c56d tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:37.510044 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4bfa7e46-d517-423a-b55d-d608ed5415e2 req-445d5535-fc07-415e-a1a5-d1312247c56d tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 946 time: 0.3527477 Oct 12 00:25:37.560787 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:25:37.561290 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.577641 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff37e4cb-00cf-4bd1-b77a-3dffa69e456e {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:25:37.604430 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:37.609297 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-7f24eb23-d0f4-47bc-9396-f55152f772a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (5be04750-5286-4b47-83a0-a82286824aba), after_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.628404 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4bfa7e46-d517-423a-b55d-d608ed5415e2 req-89f52c13-c8ab-4cc8-bc08-4695befe919c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709870 Oct 12 00:25:37.637147 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (5be04750-5286-4b47-83a0-a82286824aba), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.647295 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24eb23-d0f4-47bc-9396-f55152f772a2 None None] No DVR routers for this DVR port 5be04750-5286-4b47-83a0-a82286824aba on host dv-cinder-849143-13-iscsi {{(pid=111561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:37.650851 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 5be04750-5286-4b47-83a0-a82286824aba no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:37.655947 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24eb23-d0f4-47bc-9396-f55152f772a2 None None] Pushing event deleted for resources: {'Port': ['ID=5be04750-5286-4b47-83a0-a82286824aba,revision_number=None']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:37.669703 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be04750-5286-4b47-83a0-a82286824aba,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:37.671724 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (4d9f8fbb-b7fb-4278-aaee-8cdddece3917), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.676865 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.678958 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] No DVR routers for this DVR port 5be04750-5286-4b47-83a0-a82286824aba on host dv-cinder-849143-13-iscsi {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:37.681645 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 5be04750-5286-4b47-83a0-a82286824aba {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:37.681904 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 5be04750-5286-4b47-83a0-a82286824aba not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:37.682332 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device f1a73c9a-5973-4240-8c03-681fc897e994 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:37.700241 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9f8fbb-b7fb-4278-aaee-8cdddece3917,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:37.726448 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: f1a73c9a-5973-4240-8c03-681fc897e994 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:37.726796 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device f1a73c9a-5973-4240-8c03-681fc897e994 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:37.727269 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device d69abef4-7ded-460b-a452-d74f0f73fac7 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:37.751243 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: d69abef4-7ded-460b-a452-d74f0f73fac7 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:37.751839 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device d69abef4-7ded-460b-a452-d74f0f73fac7 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:37.775402 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (a975159c-93a6-4b21-8426-0fc7b138aa3a), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.778258 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:37.815354 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a975159c-93a6-4b21-8426-0fc7b138aa3a']}} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:37.826090 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a1824e-d800-4751-a4a1-40cc81aa0c00') {'for_net_delete': True} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:37.826417 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a1824e-d800-4751-a4a1-40cc81aa0c00') {} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:37.837100 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461391'] for segment (00a1824e-d800-4751-a4a1-40cc81aa0c00), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.852254 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (00a1824e-d800-4751-a4a1-40cc81aa0c00), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.860034 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=111559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:25:37.864402 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966068'] for segment (00a1824e-d800-4751-a4a1-40cc81aa0c00), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.877669 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700537'] for router_interface (9af56c6b-7328-4866-951f-b7c1d5172ba8), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:37.910155 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 00a1824e-d800-4751-a4a1-40cc81aa0c00 resource provider aggregate not found Oct 12 00:25:37.927814 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0880141-1cc9-407b-91ce-a346bbe6c667 None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:25:37.945685 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 00a1824e-d800-4751-a4a1-40cc81aa0c00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00a1824e-d800-4751-a4a1-40cc81aa0c00 found for delete ", "request_id": "req-479b2e07-d471-45ed-a2c1-cc59e949ba00"}]} Oct 12 00:25:37.977028 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:38.015220 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (a975159c-93a6-4b21-8426-0fc7b138aa3a), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:38.021484 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:38.024733 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/a975159c-93a6-4b21-8426-0fc7b138aa3a HTTP/1.1" status: 204 len: 168 time: 1.0561492 Oct 12 00:25:38.025322 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:38.031177 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0880141-1cc9-407b-91ce-a346bbe6c667 None None] Resources bound (agent type, host, resource id): {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 00:25:38.035100 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['ff37e4cb-00cf-4bd1-b77a-3dffa69e456e'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:25:38.036118 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:38.043186 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4bba4-40ee-4706-93e5-6ea51fa96c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=a975159c-93a6-4b21-8426-0fc7b138aa3a,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:38.110060 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] Router 9af56c6b-7328-4866-951f-b7c1d5172ba8 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:25:38.197746 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:38.211426 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:25:38.219450 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-2eb97f50-afc3-4f75-9225-2a054fbd56c2 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/9af56c6b-7328-4866-951f-b7c1d5172ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8378248 Oct 12 00:25:38.223102 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37378) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:38.227833 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868383b-33a0-417c-a1cf-ae359728b79e None None] Sync routers for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:25:38.239745 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868383b-33a0-417c-a1cf-ae359728b79e None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:38.240661 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b868383b-33a0-417c-a1cf-ae359728b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:38.328978 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Publish callbacks [] for router (9af56c6b-7328-4866-951f-b7c1d5172ba8), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:38.373912 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:38.385913 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-b868383b-33a0-417c-a1cf-ae359728b79e None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:38.403193 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37380) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:38.442638 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Publish callbacks [] for router_gateway (9af56c6b-7328-4866-951f-b7c1d5172ba8), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:38.484432 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-1721de63-35b4-41ce-80b8-dcc8e761f1d9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=33e38693dbe5490fb39cd1981274a5f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0673890 Oct 12 00:25:38.484432 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37382) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:38.492226 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:38.540119 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e59ecab0-6b0c-45a6-b682-eb63ec408a8d admin admin] Publish callbacks [] for security_group (3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:38.567269 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e59ecab0-6b0c-45a6-b682-eb63ec408a8d admin admin] Publish callbacks [] for security_group (3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:38.596870 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Deleting port 8f1d718e-f73a-4528-9edb-8a0c75eb2098 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:38.597435 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:38.609873 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:38.621005 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b868383b-33a0-417c-a1cf-ae359728b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:25:37Z', 'revision_number': 5, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port': {'id': '8f1d718e-f73a-4528-9edb-8a0c75eb2098', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:57Z', 'updated_at': '2022-10-12T00:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:38.655973 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeef1a2-bb10-41b1-8797-736c74ea68e8 req-caf5ad84-071f-4565-b288-d31c60805bb0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:38.657644 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-efeef1a2-bb10-41b1-8797-736c74ea68e8 req-caf5ad84-071f-4565-b288-d31c60805bb0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 944 time: 0.0824239 Oct 12 00:25:38.672498 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868383b-33a0-417c-a1cf-ae359728b79e None None] Checking router: 9af56c6b-7328-4866-951f-b7c1d5172ba8 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:25:38.685469 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868383b-33a0-417c-a1cf-ae359728b79e None None] Routers {'9af56c6b-7328-4866-951f-b7c1d5172ba8'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:38.686308 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b868383b-33a0-417c-a1cf-ae359728b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['9af56c6b-7328-4866-951f-b7c1d5172ba8'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:38.697531 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] For port 8f1d718e-f73a-4528-9edb-8a0c75eb2098, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=8f1d718e-f73a-4528-9edb-8a0c75eb2098,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:38.700233 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:38.728520 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Calling delete_port for 8f1d718e-f73a-4528-9edb-8a0c75eb2098 owned by network:router_gateway {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:38.743019 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-efeef1a2-bb10-41b1-8797-736c74ea68e8 req-1ef58da1-dc26-414d-9961-e81d8ebff9ef tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702279 Oct 12 00:25:38.805096 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-b868383b-33a0-417c-a1cf-ae359728b79e None None] Set router 9af56c6b-7328-4866-951f-b7c1d5172ba8 gateway port host: None {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:38.814609 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e59ecab0-6b0c-45a6-b682-eb63ec408a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:38.817734 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e59ecab0-6b0c-45a6-b682-eb63ec408a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:38.820352 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-e59ecab0-6b0c-45a6-b682-eb63ec408a8d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5 HTTP/1.1" status: 204 len: 168 time: 0.3434744 Oct 12 00:25:38.830021 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ecab0-6b0c-45a6-b682-eb63ec408a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bff6ded-c1c0-4dab-a37c-636dfa0bb5d5,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:38.850413 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff716-1370-4448-a2d0-18209b7f230e req-be5c91bd-5cdd-4a27-9e01-40daf1b9ec80 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:38.852865 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-95dff716-1370-4448-a2d0-18209b7f230e req-be5c91bd-5cdd-4a27-9e01-40daf1b9ec80 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 946 time: 0.1017163 Oct 12 00:25:38.901777 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b868383b-33a0-417c-a1cf-ae359728b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:25:38Z', 'revision_number': 6, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port_host': None}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:38.932046 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868383b-33a0-417c-a1cf-ae359728b79e None None] The sync data for ids ['9af56c6b-7328-4866-951f-b7c1d5172ba8'] in dv-cinder-849143-13-iscsi is: [{'id': '9af56c6b-7328-4866-951f-b7c1d5172ba8', 'name': 'tempest-ServerRescueNegativeTestJSON-1335910640-router', 'tenant_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:25:38Z', 'revision_number': 6, 'project_id': '38c7ea1f3f9848b484a56cf74a2bd129', 'gw_port_host': None}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:25:38.971531 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:38.983959 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-95dff716-1370-4448-a2d0-18209b7f230e req-7d1680dc-e61a-4bff-a546-f9469c71e46e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e1f91e90-e393-404f-b75d-2fab655af137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154225 Oct 12 00:25:39.067299 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-c145abe0-c29c-4b87-8e2f-553caac85052 None None] Provisioning complete for port 4688aaac-e599-43e3-9c8e-4924906bcc4a triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:25:39.067679 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c145abe0-c29c-4b87-8e2f-553caac85052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.068009 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-c145abe0-c29c-4b87-8e2f-553caac85052 None None] Attempt 1 to provision port 4688aaac-e599-43e3-9c8e-4924906bcc4a Oct 12 00:25:39.116673 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55012599-ebba-4941-84b1-a942037f4664 req-15a24176-c163-4a88-aa6f-4377028d62e8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:39.118276 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-55012599-ebba-4941-84b1-a942037f4664 req-15a24176-c163-4a88-aa6f-4377028d62e8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 946 time: 0.0497694 Oct 12 00:25:39.127336 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (8f1d718e-f73a-4528-9edb-8a0c75eb2098), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.142036 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-c145abe0-c29c-4b87-8e2f-553caac85052 None None] Current status of the port 4688aaac-e599-43e3-9c8e-4924906bcc4a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:25:39.174431 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1d718e-f73a-4528-9edb-8a0c75eb2098,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:39.217656 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Deleting port d4634f29-c1d0-4738-98cb-502e6977b79b {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:39.218007 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.225910 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3698035'] for router_gateway (9af56c6b-7328-4866-951f-b7c1d5172ba8), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.233412 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ff37e4cb-00cf-4bd1-b77a-3dffa69e456e up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:25:39.297093 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:25:39.332625 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] For port d4634f29-c1d0-4738-98cb-502e6977b79b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d4634f29-c1d0-4738-98cb-502e6977b79b,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:39.333317 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.335011 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4256'] for router (9af56c6b-7328-4866-951f-b7c1d5172ba8), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.337610 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Publish callbacks [] for router_controller (9af56c6b-7328-4866-951f-b7c1d5172ba8), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.426102 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:25:39.426568 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.426963 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e Oct 12 00:25:39.454799 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700577'] for router (9af56c6b-7328-4866-951f-b7c1d5172ba8), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.455478 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9af56c6b-7328-4866-951f-b7c1d5172ba8 {{(pid=111559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 00:25:39.460837 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.462128 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-65c5ed07-4681-4590-b7f0-e84484a0cb52 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/9af56c6b-7328-4866-951f-b7c1d5172ba8 HTTP/1.1" status: 204 len: 168 time: 1.2412901 Oct 12 00:25:39.464694 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37392) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:39.517109 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae87b79-6281-4a94-b67c-8151f5e81f02 admin admin] Deleting subnet c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d {{(pid=111559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:25:39.519741 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:25:39.520366 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.521391 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5ae87b79-6281-4a94-b67c-8151f5e81f02 admin admin] Publish callbacks [] for subnet (c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.553875 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:39.555471 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:39.557772 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33d33be-bca8-4349-9c4a-c1dd1f30da67" -d '{"events": [{"server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "name": "network-vif-plugged", "status": "completed", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:39.558585 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5ae87b79-6281-4a94-b67c-8151f5e81f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461494'] for subnet (c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.558776 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.559236 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (f432f600-6c70-433f-afc3-0658913d2aa5), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.559481 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Floating IP f432f600-6c70-433f-afc3-0658913d2aa5 disassociated. External IP: 172.27.4.81, port: d4634f29-c1d0-4738-98cb-502e6977b79b. Oct 12 00:25:39.559830 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Calling delete_port for d4634f29-c1d0-4738-98cb-502e6977b79b owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:39.571722 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:39.605317 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48649c86-0a30-4cfa-b7b4-1afdbbbaf012 x-openstack-request-id: req-48649c86-0a30-4cfa-b7b4-1afdbbbaf012 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:39.605630 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "name": "network-vif-plugged", "status": "completed", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:39.605888 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48649c86-0a30-4cfa-b7b4-1afdbbbaf012 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:39.607297 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48649c86-0a30-4cfa-b7b4-1afdbbbaf012'] response: {'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'code': 200} Oct 12 00:25:39.615656 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37396) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:39.637843 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.647585 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5ae87b79-6281-4a94-b67c-8151f5e81f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.657841 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:39.680997 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-f969e14c-03fa-488a-adf4-73182cd3c852 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a56e1912ce5649e19a687b8f0ee0e566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642374 Oct 12 00:25:39.684545 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37398) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:39.693781 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:39.784605 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c96a35c-05b5-46d4-99f8-d0cdb8d67e65 admin admin] Publish callbacks [] for security_group (b20c9da2-58ff-4c45-8155-48adccf605c9), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.789943 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 8f1d718e-f73a-4528-9edb-8a0c75eb2098 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:39.802296 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5ae87b79-6281-4a94-b67c-8151f5e81f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25924447'] for subnet (c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.812099 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c96a35c-05b5-46d4-99f8-d0cdb8d67e65 admin admin] Publish callbacks [] for security_group (b20c9da2-58ff-4c45-8155-48adccf605c9), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.815065 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 8f1d718e-f73a-4528-9edb-8a0c75eb2098 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:39.816104 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 8f1d718e-f73a-4528-9edb-8a0c75eb2098 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:39.816578 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:39.834552 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae87b79-6281-4a94-b67c-8151f5e81f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:39.840237 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:39.840237 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4d9f8fbb-b7fb-4278-aaee-8cdddece3917 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:39.851262 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01cd9e5-d962-4438-a667-eb546ac3cd9d None None] Network 973be902-a368-4ae5-bb3f-30b2cbc52bd3 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:25:39.851637 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5ae87b79-6281-4a94-b67c-8151f5e81f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.866499 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-5ae87b79-6281-4a94-b67c-8151f5e81f02 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/c4fdf6c3-18f2-4ccc-8277-e4b205a0a26d HTTP/1.1" status: 204 len: 168 time: 0.3961432 Oct 12 00:25:39.868371 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:39.872796 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37402) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:39.881348 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (d4634f29-c1d0-4738-98cb-502e6977b79b), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:39.927289 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64eb4a-59a4-4ee3-ab7c-b62403e1f3b9 req-395946c9-6242-4449-b0e1-17ad64e3a51b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:39.928922 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7d64eb4a-59a4-4ee3-ab7c-b62403e1f3b9 req-395946c9-6242-4449-b0e1-17ad64e3a51b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0613983 Oct 12 00:25:39.958479 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'Port': ['ID=d4634f29-c1d0-4738-98cb-502e6977b79b,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:39.990041 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7d64eb4a-59a4-4ee3-ab7c-b62403e1f3b9 req-acd62629-d2d7-40d2-b820-d3b7ad8400fc tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548899 Oct 12 00:25:40.081359 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750336fb-1010-4fca-809e-864df68545d9 None None] DHCP port deletion for 973be902-a368-4ae5-bb3f-30b2cbc52bd3 request from dv-cinder-849143-13-iscsi {{(pid=111561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 00:25:40.123575 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-750336fb-1010-4fca-809e-864df68545d9 None None] Deleting port 4688aaac-e599-43e3-9c8e-4924906bcc4a {{(pid=111561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:40.123947 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-750336fb-1010-4fca-809e-864df68545d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), before_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.192825 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-750336fb-1010-4fca-809e-864df68545d9 None None] For port 4688aaac-e599-43e3-9c8e-4924906bcc4a, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=4688aaac-e599-43e3-9c8e-4924906bcc4a,segment=NetworkSegment(711c7611-03bc-4cd2-8a16-222f4d58a7da),segment_id=711c7611-03bc-4cd2-8a16-222f4d58a7da)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:40.193255 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-750336fb-1010-4fca-809e-864df68545d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), precommit_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.206755 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-750336fb-1010-4fca-809e-864df68545d9 None None] Calling delete_port for 4688aaac-e599-43e3-9c8e-4924906bcc4a owned by network:dhcp {{(pid=111561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:40.272301 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:40.341179 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-88e4316e-62ee-4e82-b390-50c5f3b106ed req-6b017b64-f315-473a-8284-0dfd135e949a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0983536 Oct 12 00:25:40.342108 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c96a35c-05b5-46d4-99f8-d0cdb8d67e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b20c9da2-58ff-4c45-8155-48adccf605c9), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.344780 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c96a35c-05b5-46d4-99f8-d0cdb8d67e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.347882 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0c96a35c-05b5-46d4-99f8-d0cdb8d67e65 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b20c9da2-58ff-4c45-8155-48adccf605c9 HTTP/1.1" status: 204 len: 168 time: 0.6623600 Oct 12 00:25:40.354428 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (973be902-a368-4ae5-bb3f-30b2cbc52bd3), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.354610 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-750336fb-1010-4fca-809e-864df68545d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (4688aaac-e599-43e3-9c8e-4924906bcc4a), after_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.378719 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750336fb-1010-4fca-809e-864df68545d9 None None] No DVR routers for this DVR port 4688aaac-e599-43e3-9c8e-4924906bcc4a on host dv-cinder-849143-13-iscsi {{(pid=111561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:40.382510 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb240b7-bf4a-44d2-b099-5009e6f8270d req-d579debe-b529-4229-b5e0-00889c37bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:40.385088 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-adb240b7-bf4a-44d2-b099-5009e6f8270d req-d579debe-b529-4229-b5e0-00889c37bf1b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 1129 time: 0.1424344 Oct 12 00:25:40.406274 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96a35c-05b5-46d4-99f8-d0cdb8d67e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20c9da2-58ff-4c45-8155-48adccf605c9,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:40.430463 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750336fb-1010-4fca-809e-864df68545d9 None None] Pushing event deleted for resources: {'Port': ['ID=4688aaac-e599-43e3-9c8e-4924906bcc4a,revision_number=None']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:40.551197 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-adb240b7-bf4a-44d2-b099-5009e6f8270d req-0e57b5ce-e3d7-4264-9540-e0e43e50f4fe service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526761 Oct 12 00:25:40.556625 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (973be902-a368-4ae5-bb3f-30b2cbc52bd3), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.580398 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Router 8e420787-32f1-4086-a0bd-84c2dcf5d506 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:25:40.585116 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973be902-a368-4ae5-bb3f-30b2cbc52bd3']}} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:40.597192 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711c7611-03bc-4cd2-8a16-222f4d58a7da') {'for_net_delete': True} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:40.597488 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711c7611-03bc-4cd2-8a16-222f4d58a7da') {} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:40.610032 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526160'] for segment (711c7611-03bc-4cd2-8a16-222f4d58a7da), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.611456 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:40.663499 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (711c7611-03bc-4cd2-8a16-222f4d58a7da), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.674984 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=111560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:25:40.675397 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655368'] for segment (711c7611-03bc-4cd2-8a16-222f4d58a7da), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.737417 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment 711c7611-03bc-4cd2-8a16-222f4d58a7da resource provider aggregate not found Oct 12 00:25:40.763087 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment 711c7611-03bc-4cd2-8a16-222f4d58a7da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 711c7611-03bc-4cd2-8a16-222f4d58a7da found for delete ", "request_id": "req-249dd33c-b8f7-48e2-8ddb-e1a9a7195b04"}]} Oct 12 00:25:40.776511 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:25:40.790002 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eca674-da85-42fc-a9d9-f2279cc4b8c1 None None] Sync routers for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:25:40.803065 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eca674-da85-42fc-a9d9-f2279cc4b8c1 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:40.804213 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-05eca674-da85-42fc-a9d9-f2279cc4b8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:40.826552 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] No DVR routers for this DVR port d4634f29-c1d0-4738-98cb-502e6977b79b on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:25:40.829236 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.832720 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-55012599-ebba-4941-84b1-a942037f4664 req-4b3fec50-dfde-4255-8824-cfffae0e4e6b tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "DELETE /networking/v2.0/ports/d4634f29-c1d0-4738-98cb-502e6977b79b HTTP/1.1" status: 204 len: 173 time: 1.7070343 Oct 12 00:25:40.833269 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'name': 'network-vif-deleted', 'tag': 'd4634f29-c1d0-4738-98cb-502e6977b79b'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:40.835693 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c29148-5cf1-400f-be96-e20a5e7c84c6" -d '{"events": [{"server_uuid": "7e994443-5484-48d9-9a1b-e9662eb497e2", "name": "network-vif-deleted", "tag": "d4634f29-c1d0-4738-98cb-502e6977b79b"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:40.839094 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (973be902-a368-4ae5-bb3f-30b2cbc52bd3), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.845510 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:40.857269 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:40.862473 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/973be902-a368-4ae5-bb3f-30b2cbc52bd3 HTTP/1.1" status: 204 len: 168 time: 0.9765663 Oct 12 00:25:40.879422 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ce9c5-9e7f-462d-93f6-8ce6a169fb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=973be902-a368-4ae5-bb3f-30b2cbc52bd3,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:40.925665 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a03ba3-07e3-4ef9-bcc6-78e9131f349e x-openstack-request-id: req-d0a03ba3-07e3-4ef9-bcc6-78e9131f349e {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:40.926037 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e994443-5484-48d9-9a1b-e9662eb497e2", "name": "network-vif-deleted", "tag": "d4634f29-c1d0-4738-98cb-502e6977b79b", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:40.926426 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0a03ba3-07e3-4ef9-bcc6-78e9131f349e {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:40.926899 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a03ba3-07e3-4ef9-bcc6-78e9131f349e'] response: {'server_uuid': '7e994443-5484-48d9-9a1b-e9662eb497e2', 'name': 'network-vif-deleted', 'tag': 'd4634f29-c1d0-4738-98cb-502e6977b79b', 'status': 'completed', 'code': 200} Oct 12 00:25:40.952025 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-05eca674-da85-42fc-a9d9-f2279cc4b8c1 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:41.133323 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7857b3c-d65f-4bf9-b71e-d7cf6ddf96cb req-fac340fb-9404-4f55-ad78-11395d234c1f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:41.134789 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e7857b3c-d65f-4bf9-b71e-d7cf6ddf96cb req-fac340fb-9404-4f55-ad78-11395d234c1f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0484617 Oct 12 00:25:41.157533 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-05eca674-da85-42fc-a9d9-f2279cc4b8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:41.182300 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eca674-da85-42fc-a9d9-f2279cc4b8c1 None None] Checking router: 8e420787-32f1-4086-a0bd-84c2dcf5d506 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:25:41.186310 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e7857b3c-d65f-4bf9-b71e-d7cf6ddf96cb req-8cfa027e-b853-4ec2-abb9-b629418ae2f0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443840 Oct 12 00:25:41.191244 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eca674-da85-42fc-a9d9-f2279cc4b8c1 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:41.191908 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-05eca674-da85-42fc-a9d9-f2279cc4b8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:41.244499 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37418) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:41.285790 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-49f630ef-3326-4fbd-934b-c658236cde49 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=38c7ea1f3f9848b484a56cf74a2bd129&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399146 Oct 12 00:25:41.288438 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37420) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:41.296734 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-05eca674-da85-42fc-a9d9-f2279cc4b8c1 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:41.339125 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1d716c80-fd88-4a99-8a67-a8765cfbf15c admin admin] Publish callbacks [] for security_group (b22b0407-70cc-4ee5-a584-504f8bdb2c0c), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:41.360016 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1d716c80-fd88-4a99-8a67-a8765cfbf15c admin admin] Publish callbacks [] for security_group (b22b0407-70cc-4ee5-a584-504f8bdb2c0c), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:41.472658 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ecf52eea-96f4-4c67-ad24-1e617843c2db req-e4f333a8-0b8d-453b-9b5a-41388e5f9071 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0358362 Oct 12 00:25:41.482856 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1d716c80-fd88-4a99-8a67-a8765cfbf15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b22b0407-70cc-4ee5-a584-504f8bdb2c0c), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:41.488902 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-05eca674-da85-42fc-a9d9-f2279cc4b8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:41.489973 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1d716c80-fd88-4a99-8a67-a8765cfbf15c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:41.489973 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-1d716c80-fd88-4a99-8a67-a8765cfbf15c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b22b0407-70cc-4ee5-a584-504f8bdb2c0c HTTP/1.1" status: 204 len: 168 time: 0.1976194 Oct 12 00:25:41.505414 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d716c80-fd88-4a99-8a67-a8765cfbf15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22b0407-70cc-4ee5-a584-504f8bdb2c0c,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:41.519501 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eca674-da85-42fc-a9d9-f2279cc4b8c1 None None] The sync data for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi is: [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:25:41.625223 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4688aaac-e599-43e3-9c8e-4924906bcc4a no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:41.660209 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 4688aaac-e599-43e3-9c8e-4924906bcc4a {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:41.660551 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 4688aaac-e599-43e3-9c8e-4924906bcc4a not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:41.779856 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017894-f4ce-465d-b1f6-9d42172b24fe None None] New status for floating IP f432f600-6c70-433f-afc3-0658913d2aa5: DOWN {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:25:42.321956 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1192f-db00-4f06-9da2-5662b610d902 req-f2ceb459-fe75-4933-b5f7-409d654d88db tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:42.323466 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-79e1192f-db00-4f06-9da2-5662b610d902 req-f2ceb459-fe75-4933-b5f7-409d654d88db tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0548208 Oct 12 00:25:42.371743 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-79e1192f-db00-4f06-9da2-5662b610d902 req-1c12fcbb-8e81-4002-9d4e-ba3c1e1d0526 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 Oct 12 00:25:42.498610 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874980a-cff0-4b0d-b93c-c2a5cceefc4d req-c1ca36ae-1d0b-4887-a050-216fd0d72da6 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:42.503556 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7874980a-cff0-4b0d-b93c-c2a5cceefc4d req-c1ca36ae-1d0b-4887-a050-216fd0d72da6 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0498078 Oct 12 00:25:42.511198 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37450) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:42.517677 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-435760dd-9094-4115-90d9-37f03946087b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Request body: {'floatingip': {'port_id': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:42.558966 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-435760dd-9094-4115-90d9-37f03946087b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (6175b7a1-8591-4202-97c9-0665f5b79626), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:42.643138 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c58e5ebc-660f-484d-a058-0c0753c93b49 req-2a7bc939-8a54-42ea-99ed-22a133c373bf tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7e994443-5484-48d9-9a1b-e9662eb497e2 HTTP/1.1" status: 200 len: 210 time: 0.0547707 Oct 12 00:25:42.924851 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:43.024561 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-435760dd-9094-4115-90d9-37f03946087b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:43.106041 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-435760dd-9094-4115-90d9-37f03946087b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (6175b7a1-8591-4202-97c9-0665f5b79626), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:43.202585 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [None req-435760dd-9094-4115-90d9-37f03946087b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Floating IP 6175b7a1-8591-4202-97c9-0665f5b79626 associated. External IP: 172.27.4.182, port: ff37e4cb-00cf-4bd1-b77a-3dffa69e456e. Oct 12 00:25:43.236059 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:43.246077 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device d4634f29-c1d0-4738-98cb-502e6977b79b no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:25:43.249638 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:43.266048 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: d4634f29-c1d0-4738-98cb-502e6977b79b {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:25:43.266413 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device d4634f29-c1d0-4738-98cb-502e6977b79b not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:25:43.403316 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435760dd-9094-4115-90d9-37f03946087b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:25:43.509255 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435760dd-9094-4115-90d9-37f03946087b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:25:43.514853 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-435760dd-9094-4115-90d9-37f03946087b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:43.519628 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ba4a24-db86-48a3-8274-5147478f9687 None None] Sync routers for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:25:43.530155 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba4a24-db86-48a3-8274-5147478f9687 None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:43.530806 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-87ba4a24-db86-48a3-8274-5147478f9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:43.548921 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-435760dd-9094-4115-90d9-37f03946087b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/6175b7a1-8591-4202-97c9-0665f5b79626 HTTP/1.1" status: 200 len: 991 time: 1.0363166 Oct 12 00:25:43.551530 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:43.552164 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563bdeee-0758-4aa4-a9d8-d6ae53761f75" -d '{"events": [{"name": "network-changed", "server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:43.590863 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6578b6af-3a07-48ad-b92b-58377b5c1781 x-openstack-request-id: req-6578b6af-3a07-48ad-b92b-58377b5c1781 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:43.591159 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:43.591444 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6578b6af-3a07-48ad-b92b-58377b5c1781 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:43.591879 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6578b6af-3a07-48ad-b92b-58377b5c1781'] response: {'name': 'network-changed', 'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'status': 'completed', 'code': 200} Oct 12 00:25:43.636756 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-87ba4a24-db86-48a3-8274-5147478f9687 None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:43.697061 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bdeee-0758-4aa4-a9d8-d6ae53761f75 req-69614ef3-94ff-4411-abbf-25e0ec401df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:43.698631 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-563bdeee-0758-4aa4-a9d8-d6ae53761f75 req-69614ef3-94ff-4411-abbf-25e0ec401df4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 1129 time: 0.0439432 Oct 12 00:25:43.796474 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bdeee-0758-4aa4-a9d8-d6ae53761f75 req-3eb9ddfc-b47c-4ccf-a714-3af92016d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:43.798135 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37468) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:43.798619 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-563bdeee-0758-4aa4-a9d8-d6ae53761f75 req-3eb9ddfc-b47c-4ccf-a714-3af92016d746 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 917 time: 0.0922410 Oct 12 00:25:43.804984 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:43.854405 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f6f26a3b-b238-4252-927e-2b398714d3f8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (e1f91e90-e393-404f-b75d-2fab655af137), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:43.870669 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-563bdeee-0758-4aa4-a9d8-d6ae53761f75 req-bb51bfae-b732-4782-aadb-2fdc921a93e3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e HTTP/1.1" status: 200 len: 999 time: 0.0655880 Oct 12 00:25:43.871065 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-87ba4a24-db86-48a3-8274-5147478f9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '6175b7a1-8591-4202-97c9-0665f5b79626', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'floating_ip_address': '172.27.4.182', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'port_id': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'mac_address': 'fa:16:3e:4d:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:25:18Z', 'updated_at': '2022-10-12T00:25:42Z', 'revision_number': 1, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:43.879535 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f6f26a3b-b238-4252-927e-2b398714d3f8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (e1f91e90-e393-404f-b75d-2fab655af137), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:43.900631 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ba4a24-db86-48a3-8274-5147478f9687 None None] Checking router: 564505ea-3e81-4cfe-b13a-b4efd30b1b47 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:25:43.905407 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba4a24-db86-48a3-8274-5147478f9687 None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:25:43.906035 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-87ba4a24-db86-48a3-8274-5147478f9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:25:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:43.925612 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bdeee-0758-4aa4-a9d8-d6ae53761f75 req-54ff1519-3670-4feb-8f65-cc4e6254330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:43.927081 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-563bdeee-0758-4aa4-a9d8-d6ae53761f75 req-54ff1519-3670-4feb-8f65-cc4e6254330a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=fd02fede-aeab-4655-a486-9bfc8561b3bd HTTP/1.1" status: 200 len: 855 time: 0.0506074 Oct 12 00:25:43.969277 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f6f26a3b-b238-4252-927e-2b398714d3f8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e1f91e90-e393-404f-b75d-2fab655af137), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:43.972341 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f6f26a3b-b238-4252-927e-2b398714d3f8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:43.975316 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bdeee-0758-4aa4-a9d8-d6ae53761f75 req-0b6041d3-9eeb-47b2-a3c2-fa9030914e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:43.975462 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-f6f26a3b-b238-4252-927e-2b398714d3f8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e1f91e90-e393-404f-b75d-2fab655af137 HTTP/1.1" status: 204 len: 168 time: 0.1744685 Oct 12 00:25:43.975560 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-563bdeee-0758-4aa4-a9d8-d6ae53761f75 req-0b6041d3-9eeb-47b2-a3c2-fa9030914e70 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0c299ee8-2b42-4994-965e-051a94d2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395560 Oct 12 00:25:43.976835 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37470) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:43.984970 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f26a3b-b238-4252-927e-2b398714d3f8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f91e90-e393-404f-b75d-2fab655af137,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:44.000920 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.api.v2.resource [None req-c3b9a31d-e095-462e-8ec3-7f1890df78d0 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] show failed (client error): The resource could not be found. Oct 12 00:25:44.001923 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-c3b9a31d-e095-462e-8ec3-7f1890df78d0 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups/e1f91e90-e393-404f-b75d-2fab655af137 HTTP/1.1" status: 404 len: 347 time: 0.0241718 Oct 12 00:25:44.005053 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37472) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:44.028828 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-87ba4a24-db86-48a3-8274-5147478f9687 None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:25:44.062930 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:44.085433 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-563bdeee-0758-4aa4-a9d8-d6ae53761f75 req-842275d7-4a5c-440e-9347-4c5ec147ad5f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998094 Oct 12 00:25:44.121902 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-bed82c0c-bf84-4697-bffb-ff9d7787eb46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Deleting port 92fd852d-a4b2-46b3-ae95-7be77b9d2094 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:25:44.122245 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bed82c0c-bf84-4697-bffb-ff9d7787eb46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (92fd852d-a4b2-46b3-ae95-7be77b9d2094), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:44.182184 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-563bdeee-0758-4aa4-a9d8-d6ae53761f75 req-61af0228-fa4c-472c-9170-15db39784a19 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882726 Oct 12 00:25:44.206641 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bed82c0c-bf84-4697-bffb-ff9d7787eb46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (92fd852d-a4b2-46b3-ae95-7be77b9d2094), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:44.206765 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bed82c0c-bf84-4697-bffb-ff9d7787eb46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (92fd852d-a4b2-46b3-ae95-7be77b9d2094), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:44.220238 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-bed82c0c-bf84-4697-bffb-ff9d7787eb46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Calling delete_port for 92fd852d-a4b2-46b3-ae95-7be77b9d2094 owned by network:floatingip {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:25:44.253082 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-87ba4a24-db86-48a3-8274-5147478f9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '6175b7a1-8591-4202-97c9-0665f5b79626', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'floating_ip_address': '172.27.4.182', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'port_id': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'mac_address': 'fa:16:3e:4d:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:25:18Z', 'updated_at': '2022-10-12T00:25:42Z', 'revision_number': 1, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:25:44.282193 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ba4a24-db86-48a3-8274-5147478f9687 None None] The sync data for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi is: [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '6175b7a1-8591-4202-97c9-0665f5b79626', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'floating_ip_address': '172.27.4.182', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'port_id': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'mac_address': 'fa:16:3e:4d:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:25:18Z', 'updated_at': '2022-10-12T00:25:42Z', 'revision_number': 1, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:25:44.309759 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:44.397606 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bed82c0c-bf84-4697-bffb-ff9d7787eb46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (92fd852d-a4b2-46b3-ae95-7be77b9d2094), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:44.423736 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed82c0c-bf84-4697-bffb-ff9d7787eb46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'Port': ['ID=92fd852d-a4b2-46b3-ae95-7be77b9d2094,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:44.480958 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaecda-3a0e-42af-a1b6-b915bfb6ad26 None None] New status for floating IP 6175b7a1-8591-4202-97c9-0665f5b79626: ACTIVE {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:25:44.512402 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bed82c0c-bf84-4697-bffb-ff9d7787eb46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (f432f600-6c70-433f-afc3-0658913d2aa5), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:44.515432 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-bed82c0c-bf84-4697-bffb-ff9d7787eb46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:44.517053 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-bed82c0c-bf84-4697-bffb-ff9d7787eb46 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/f432f600-6c70-433f-afc3-0658913d2aa5 HTTP/1.1" status: 204 len: 168 time: 0.5102654 Oct 12 00:25:44.652951 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37486) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:44.657724 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-c7658e01-4a08-4fba-858e-6aa56fe4ea97 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634474965', 'description': 'tempest-description--724462949'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:44.807506 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c7658e01-4a08-4fba-858e-6aa56fe4ea97 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:44.876789 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c7658e01-4a08-4fba-858e-6aa56fe4ea97 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:44.967845 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c7658e01-4a08-4fba-858e-6aa56fe4ea97 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:44.997898 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7658e01-4a08-4fba-858e-6aa56fe4ea97 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:45.078541 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c7658e01-4a08-4fba-858e-6aa56fe4ea97 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:45.080012 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-c7658e01-4a08-4fba-858e-6aa56fe4ea97 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4259901 Oct 12 00:25:45.083027 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37488) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:45.087636 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-5b271eec-eb48-471d-91ca-9a0171808067 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group_rule': {'security_group_id': 'cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:45.176850 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5b271eec-eb48-471d-91ca-9a0171808067 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (239a8355-0c4d-4f5b-8eb8-04dc13d7ee64), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:45.226071 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5b271eec-eb48-471d-91ca-9a0171808067 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (239a8355-0c4d-4f5b-8eb8-04dc13d7ee64), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:45.309771 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5b271eec-eb48-471d-91ca-9a0171808067 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (239a8355-0c4d-4f5b-8eb8-04dc13d7ee64), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:45.328983 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b271eec-eb48-471d-91ca-9a0171808067 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239a8355-0c4d-4f5b-8eb8-04dc13d7ee64,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:45.387641 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5b271eec-eb48-471d-91ca-9a0171808067 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:45.389274 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-5b271eec-eb48-471d-91ca-9a0171808067 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049223 Oct 12 00:25:45.391943 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37494) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:45.396216 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-2565bf6b-254d-4290-a223-7753abc16f64 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'security_group_rule': {'security_group_id': 'cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:45.483806 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2565bf6b-254d-4290-a223-7753abc16f64 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (6372d7fe-4bb2-478d-9371-304330b1441e), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:45.540406 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2565bf6b-254d-4290-a223-7753abc16f64 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (6372d7fe-4bb2-478d-9371-304330b1441e), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:45.591731 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2565bf6b-254d-4290-a223-7753abc16f64 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (6372d7fe-4bb2-478d-9371-304330b1441e), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:45.612751 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565bf6b-254d-4290-a223-7753abc16f64 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6372d7fe-4bb2-478d-9371-304330b1441e,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:45.695751 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2565bf6b-254d-4290-a223-7753abc16f64 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:45.697032 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-2565bf6b-254d-4290-a223-7753abc16f64 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041146 Oct 12 00:25:45.700164 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37496) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:45.704389 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:45.721337 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:45.860427 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:45.942241 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:46.046730 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Allocated IP 172.27.4.47 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/1f90d6ac-ae66-42eb-8f65-706f1bd2b596) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:25:46.151017 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (1f90d6ac-ae66-42eb-8f65-706f1bd2b596), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:46.152108 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:46.241382 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (1f90d6ac-ae66-42eb-8f65-706f1bd2b596), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:46.283262 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:25:46.286292 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:25:46.290291 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:25:46.315956 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=1f90d6ac-ae66-42eb-8f65-706f1bd2b596,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:46.381430 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (df51255d-0795-473a-895e-3a98908d6944), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:46.482043 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1f90d6ac-ae66-42eb-8f65-706f1bd2b596), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:46.611161 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:46.630450 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (1f90d6ac-ae66-42eb-8f65-706f1bd2b596), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:46.695196 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (1f90d6ac-ae66-42eb-8f65-706f1bd2b596), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:46.764612 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (df51255d-0795-473a-895e-3a98908d6944), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:46.767327 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=1f90d6ac-ae66-42eb-8f65-706f1bd2b596,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:46.838973 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:46.840305 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-e673aa96-3e65-49dd-b466-64f5031fb8f9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1392138 Oct 12 00:25:47.040173 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:47.048024 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-2e709cdb-829c-41e6-be8f-0bf07f07b37a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--634474965&fields=id&tenant_id=10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 267 time: 0.0440383 Oct 12 00:25:47.155941 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-bf899c26-d2a4-4f7b-bfa1-ddd2fa892ed3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:47.157377 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-bf899c26-d2a4-4f7b-bfa1-ddd2fa892ed3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 815 time: 0.1029212 Oct 12 00:25:47.172401 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-3dd31265-8d79-46f0-81bd-83bae419e8bf tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/quotas/10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 375 time: 0.0096669 Oct 12 00:25:47.220676 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-680dbd30-c56d-46e2-b210-b3e3f1eb59b0 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433364 Oct 12 00:25:47.314585 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-1084fbca-acba-4b75-8262-0d9608243ce8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826724 Oct 12 00:25:47.406302 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-7c3a168e-f258-4588-962f-9333e5133597 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860531 Oct 12 00:25:47.697470 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3c782af6-a46f-4515-b77a-9c26b3410361 req-2a6d3553-6b0b-48ff-857c-52149b1665c0 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 210 time: 0.0278771 Oct 12 00:25:48.800455 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-89a1f1af-e154-4f8c-9f45-384224631695 req-35405b92-b7c9-4672-b2cb-9d8d6170c9cb tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 210 time: 0.0300341 Oct 12 00:25:49.710063 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-111c8b3e-968f-413c-b981-93d7c8932b26 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:49.711521 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-111c8b3e-968f-413c-b981-93d7c8932b26 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 815 time: 0.1036556 Oct 12 00:25:49.777354 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-3506820f-5d5d-41e0-91a5-94913ee22982 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=10160596b45c49249155b0c2585e70bb HTTP/1.1" status: 200 len: 379 time: 0.0507896 Oct 12 00:25:49.785886 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'port': {'device_id': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'admin_state_up': True, 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'security_groups': ['cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26']}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:49.917039 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-918b44de-8438-442d-b5a4-fc638cc376a0 req-c52dfb7d-9a1b-4d4f-8c77-108b8d0ad362 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 210 time: 0.0372498 Oct 12 00:25:50.001448 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Made reservation on behalf of 10160596b45c49249155b0c2585e70bb for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:25:50.005544 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:50.109715 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:50.129999 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Allocated IP 172.20.0.8 (a7f2d8cc-4d82-4295-a149-404a55bcd20c/52bba071-c454-4c4d-992e-bc926db7c275/ae56abca-71b5-4952-be55-bff130c4bc5e) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:25:50.272872 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:50.280561 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:50.387203 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:50.428699 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:25:50.431836 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:25:50.435473 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:25:50.465967 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event updated for resources: {'Port': ['ID=ae56abca-71b5-4952-be55-bff130c4bc5e,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:50.491697 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:50.492314 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:50.588788 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-4cbbda48-2126-42f8-b9da-d8ed708e186c tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8063307 Oct 12 00:25:50.606934 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Request body: {'port': {'device_id': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:25:50.642361 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:50.644284 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-a2c7d47a-80e7-4ec3-a533-5f9af36d36c8 None None] Provisioning complete for port ae56abca-71b5-4952-be55-bff130c4bc5e triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:25:50.644638 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a2c7d47a-80e7-4ec3-a533-5f9af36d36c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:50.644967 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-a2c7d47a-80e7-4ec3-a533-5f9af36d36c8 None None] Attempt 1 to provision port ae56abca-71b5-4952-be55-bff130c4bc5e Oct 12 00:25:50.665889 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:50.676898 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7d47a-80e7-4ec3-a533-5f9af36d36c8 None None] Port ae56abca-71b5-4952-be55-bff130c4bc5e cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:25:51.038610 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0790e4-fdf0-4278-a7b1-d179a035ce7f req-d46d386e-b5c3-484a-a3d3-c3af02a4a9f3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:51.040124 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2d0790e4-fdf0-4278-a7b1-d179a035ce7f req-d46d386e-b5c3-484a-a3d3-c3af02a4a9f3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 931 time: 0.0467250 Oct 12 00:25:51.088346 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2d0790e4-fdf0-4278-a7b1-d179a035ce7f req-677caf0a-3da3-4af2-8711-d8df3900d3e4 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417907 Oct 12 00:25:51.176054 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae56abca-71b5-4952-be55-bff130c4bc5e {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:25:51.183491 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Publish callbacks [] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:51.195600 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Transition to ACTIVE for port object ae56abca-71b5-4952-be55-bff130c4bc5e will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:25:51.265771 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:51.344401 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Pushing event updated for resources: {'Port': ['ID=ae56abca-71b5-4952-be55-bff130c4bc5e,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:51.374224 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Attempting to bind port ae56abca-71b5-4952-be55-bff130c4bc5e on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:25:51.374556 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Attempting to bind port ae56abca-71b5-4952-be55-bff130c4bc5e by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:25:51.374884 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Attempting to bind port ae56abca-71b5-4952-be55-bff130c4bc5e on network a7f2d8cc-4d82-4295-a149-404a55bcd20c {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:25:51.401471 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:51.416222 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Port ae56abca-71b5-4952-be55-bff130c4bc5e on network a7f2d8cc-4d82-4295-a149-404a55bcd20c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:25:51.416548 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Attempting to bind port ae56abca-71b5-4952-be55-bff130c4bc5e on network a7f2d8cc-4d82-4295-a149-404a55bcd20c {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:25:51.458016 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:25:51.458349 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Checking segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:25:51.458727 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Bound using segment: {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:25:51.459162 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Bound port: ae56abca-71b5-4952-be55-bff130c4bc5e, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc682f5-9602-4ede-b902-3eab03c3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:25:51.459545 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:51.518943 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] For port ae56abca-71b5-4952-be55-bff130c4bc5e, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:25:51.521935 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] For port ae56abca-71b5-4952-be55-bff130c4bc5e, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ae56abca-71b5-4952-be55-bff130c4bc5e,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:25:51.596278 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:51.601478 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:51.602093 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:51.603480 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ae56abca-71b5-4952-be55-bff130c4bc5e HTTP/1.1" status: 200 len: 1093 time: 1.0007665 Oct 12 00:25:51.604034 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'tag': 'ae56abca-71b5-4952-be55-bff130c4bc5e'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:51.606362 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f2835e-5586-4b20-a691-b481248acf03" -d '{"events": [{"name": "network-changed", "server_uuid": "731e899f-66f8-474a-9ebb-adc979dbeb13", "tag": "ae56abca-71b5-4952-be55-bff130c4bc5e"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:51.654922 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b825-1280-474c-bae7-5d7c8816e73a service neutron] Pushing event updated for resources: {'Port': ['ID=ae56abca-71b5-4952-be55-bff130c4bc5e,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:51.665679 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f43c57-7d5f-4c87-9e3e-3d5758ea000e x-openstack-request-id: req-83f43c57-7d5f-4c87-9e3e-3d5758ea000e {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:51.665974 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731e899f-66f8-474a-9ebb-adc979dbeb13", "tag": "ae56abca-71b5-4952-be55-bff130c4bc5e", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:51.666232 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83f43c57-7d5f-4c87-9e3e-3d5758ea000e {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:51.666635 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f43c57-7d5f-4c87-9e3e-3d5758ea000e'] response: {'name': 'network-changed', 'server_uuid': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'tag': 'ae56abca-71b5-4952-be55-bff130c4bc5e', 'status': 'completed', 'code': 200} Oct 12 00:25:51.761635 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2835e-5586-4b20-a691-b481248acf03 req-e6197cb0-205f-46db-a433-baea34093b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:51.763103 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-41f2835e-5586-4b20-a691-b481248acf03 req-e6197cb0-205f-46db-a433-baea34093b7e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 1127 time: 0.0394473 Oct 12 00:25:51.797467 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:51.877265 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2835e-5586-4b20-a691-b481248acf03 req-36b85561-18ed-48fc-a672-856c571bfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:51.878723 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-41f2835e-5586-4b20-a691-b481248acf03 req-36b85561-18ed-48fc-a672-856c571bfcde service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=10160596b45c49249155b0c2585e70bb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1018789 Oct 12 00:25:51.975001 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2835e-5586-4b20-a691-b481248acf03 req-0cbce348-582a-4856-9c58-afb6de27bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:51.976472 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-41f2835e-5586-4b20-a691-b481248acf03 req-0cbce348-582a-4856-9c58-afb6de27bd60 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882614 Oct 12 00:25:52.090155 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-d045e9dd-b867-4170-8922-3c6cf71870c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:52.091666 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-d045e9dd-b867-4170-8922-3c6cf71870c8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 1127 time: 0.0386515 Oct 12 00:25:52.142916 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-029ca5b9-6789-4a8d-9bfc-0d8b24b91787 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae56abca-71b5-4952-be55-bff130c4bc5e HTTP/1.1" status: 200 len: 217 time: 0.0371690 Oct 12 00:25:52.192107 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-03527bdb-6ec3-41ed-88e5-3fcb295b440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:52.193556 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-03527bdb-6ec3-41ed-88e5-3fcb295b440f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=52bba071-c454-4c4d-992e-bc926db7c275 HTTP/1.1" status: 200 len: 854 time: 0.0443316 Oct 12 00:25:52.212575 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f79c7-da38-404c-bc77-d506585f0c7e req-d64a07d8-620e-4b51-a1fc-883d55f2c4bf tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:52.214194 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-388f79c7-da38-404c-bc77-d506585f0c7e req-d64a07d8-620e-4b51-a1fc-883d55f2c4bf tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 943 time: 0.0516038 Oct 12 00:25:52.238871 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-84803477-40a2-4258-a7ba-f40c8d449a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:52.240402 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-84803477-40a2-4258-a7ba-f40c8d449a35 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a7f2d8cc-4d82-4295-a149-404a55bcd20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398924 Oct 12 00:25:52.263204 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-388f79c7-da38-404c-bc77-d506585f0c7e req-fa4be70d-7338-4baf-846b-55508892346a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425215 Oct 12 00:25:52.335013 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-28c53607-fc3e-40ea-bc28-ca90aa92079a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875762 Oct 12 00:25:52.429103 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4611f9b4-7294-45a7-9c38-745de9efc4d1 req-d396f387-9444-4897-8a36-4a2ef7c7ae7e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843010 Oct 12 00:25:53.332943 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37612) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:53.390798 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd408ab-2322-4fd3-b44f-da4b14915b6b req-173acacf-f740-4bbe-907f-6be1efb3a5a6 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:53.392370 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ccd408ab-2322-4fd3-b44f-da4b14915b6b req-173acacf-f740-4bbe-907f-6be1efb3a5a6 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 943 time: 0.0510886 Oct 12 00:25:53.429084 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:53.450185 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8490895e-a843-44cb-8193-4d52a2a63744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:53.455567 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ccd408ab-2322-4fd3-b44f-da4b14915b6b req-e3054eea-0466-4d50-aa06-923d6beaf59d tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572340 Oct 12 00:25:53.529384 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8490895e-a843-44cb-8193-4d52a2a63744 admin admin] Publish callbacks [] for security_group (464c302c-ccd7-47c4-8271-0744bb9d1bad), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:53.597016 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-8490895e-a843-44cb-8193-4d52a2a63744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (464c302c-ccd7-47c4-8271-0744bb9d1bad), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:53.635625 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490895e-a843-44cb-8193-4d52a2a63744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464c302c-ccd7-47c4-8271-0744bb9d1bad,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:53.641141 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-8490895e-a843-44cb-8193-4d52a2a63744 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e8365212338946bcad4db05014e030c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071423 Oct 12 00:25:53.643936 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37616) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:25:53.684196 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:53.694141 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-33f1c5de-26d0-478b-aa28-0776890ab057 admin admin] Publish callbacks [] for security_group (464c302c-ccd7-47c4-8271-0744bb9d1bad), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:53.714044 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-33f1c5de-26d0-478b-aa28-0776890ab057 admin admin] Publish callbacks [] for security_group (464c302c-ccd7-47c4-8271-0744bb9d1bad), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:53.843270 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-33f1c5de-26d0-478b-aa28-0776890ab057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (464c302c-ccd7-47c4-8271-0744bb9d1bad), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:53.845826 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-33f1c5de-26d0-478b-aa28-0776890ab057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:53.846963 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-33f1c5de-26d0-478b-aa28-0776890ab057 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/464c302c-ccd7-47c4-8271-0744bb9d1bad HTTP/1.1" status: 204 len: 168 time: 0.2019341 Oct 12 00:25:53.854739 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1c5de-26d0-478b-aa28-0776890ab057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464c302c-ccd7-47c4-8271-0744bb9d1bad,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:54.584979 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2718a8-196f-490e-880e-dfcb8d2a7642 req-f37d8d7c-6022-4156-82ca-32daabacdc8f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:54.586448 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8e2718a8-196f-490e-880e-dfcb8d2a7642 req-f37d8d7c-6022-4156-82ca-32daabacdc8f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 943 time: 0.0582511 Oct 12 00:25:54.633755 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8e2718a8-196f-490e-880e-dfcb8d2a7642 req-fe529344-6331-4db4-9e6e-25cb136d16fa tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417743 Oct 12 00:25:54.777077 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:54.778761 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:25:55.335596 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ae56abca-71b5-4952-be55-bff130c4bc5e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:25:55.531859 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:55.574909 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ae56abca-71b5-4952-be55-bff130c4bc5e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ae56abca-71b5-4952-be55-bff130c4bc5e,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:55.586860 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': 'ae56abca-71b5-4952-be55-bff130c4bc5e', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'port_id': 'ae56abca-71b5-4952-be55-bff130c4bc5e', 'mac_address': 'fa:16:3e:ca:86:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:25:55.624839 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port ae56abca-71b5-4952-be55-bff130c4bc5e is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:25:55.625238 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:55.639092 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae56abca-71b5-4952-be55-bff130c4bc5e {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:25:55.659598 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ae56abca-71b5-4952-be55-bff130c4bc5e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ae56abca-71b5-4952-be55-bff130c4bc5e,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:55.721772 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:55.757181 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0653-9aa6-447d-abf4-87e540d2f751 req-5f760703-be3b-42a9-8bb1-aa4b30ee81b3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:55.758644 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f58e0653-9aa6-447d-abf4-87e540d2f751 req-5f760703-be3b-42a9-8bb1-aa4b30ee81b3 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 943 time: 0.0500991 Oct 12 00:25:55.768800 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=ae56abca-71b5-4952-be55-bff130c4bc5e,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:55.807391 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f58e0653-9aa6-447d-abf4-87e540d2f751 req-64f4a2a1-36c4-4be1-b9f0-628e6cd93d75 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422783 Oct 12 00:25:56.046145 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['ae56abca-71b5-4952-be55-bff130c4bc5e'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:25:56.926936 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46b0c0-593c-40be-8f6b-d269fb149260 req-78bde48f-7507-4b41-806a-d505b6318bf9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:56.928435 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2c46b0c0-593c-40be-8f6b-d269fb149260 req-78bde48f-7507-4b41-806a-d505b6318bf9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 944 time: 0.0481164 Oct 12 00:25:56.974627 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2c46b0c0-593c-40be-8f6b-d269fb149260 req-209970d1-4072-4fdf-aa95-985f94756ec6 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406053 Oct 12 00:25:57.360279 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ae56abca-71b5-4952-be55-bff130c4bc5e up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:25:57.401105 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port ae56abca-71b5-4952-be55-bff130c4bc5e completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:25:57.488359 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port ae56abca-71b5-4952-be55-bff130c4bc5e triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:25:57.488672 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:57.489009 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port ae56abca-71b5-4952-be55-bff130c4bc5e Oct 12 00:25:57.563525 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port ae56abca-71b5-4952-be55-bff130c4bc5e is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:25:57.563915 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:57.585861 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae56abca-71b5-4952-be55-bff130c4bc5e'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:25:57.588204 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b7b7b2-cf9b-480f-897a-57ddc39ae400" -d '{"events": [{"server_uuid": "731e899f-66f8-474a-9ebb-adc979dbeb13", "name": "network-vif-plugged", "status": "completed", "tag": "ae56abca-71b5-4952-be55-bff130c4bc5e"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:25:57.601009 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ae56abca-71b5-4952-be55-bff130c4bc5e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ae56abca-71b5-4952-be55-bff130c4bc5e,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:25:57.654582 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:57.719053 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=ae56abca-71b5-4952-be55-bff130c4bc5e,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:25:57.757433 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e14873d-c6e9-41da-8f8b-1cba46426e2b x-openstack-request-id: req-1e14873d-c6e9-41da-8f8b-1cba46426e2b {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:25:57.757753 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731e899f-66f8-474a-9ebb-adc979dbeb13", "name": "network-vif-plugged", "status": "completed", "tag": "ae56abca-71b5-4952-be55-bff130c4bc5e", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:25:57.758003 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e14873d-c6e9-41da-8f8b-1cba46426e2b {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:25:57.758404 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e14873d-c6e9-41da-8f8b-1cba46426e2b'] response: {'server_uuid': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae56abca-71b5-4952-be55-bff130c4bc5e', 'code': 200} Oct 12 00:25:58.095440 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6e81f-2a14-4dd7-a345-0f425c577f65 req-6555b572-e7e7-4c64-b1a6-73006c7a2000 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:58.096914 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1cb6e81f-2a14-4dd7-a345-0f425c577f65 req-6555b572-e7e7-4c64-b1a6-73006c7a2000 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Oct 12 00:25:58.116363 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a016be6-5211-479e-b90a-96aba335c8d2 req-53af8cc9-4fc3-4ad1-9835-235e0d456433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:58.117858 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1a016be6-5211-479e-b90a-96aba335c8d2 req-53af8cc9-4fc3-4ad1-9835-235e0d456433 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 1129 time: 0.0403652 Oct 12 00:25:58.148459 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1cb6e81f-2a14-4dd7-a345-0f425c577f65 req-ab903a37-846a-48ad-8a01-251914316021 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459061 Oct 12 00:25:58.362522 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4af92601-e6db-45e3-9d4a-a0030548c1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:25:58.990652 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1a016be6-5211-479e-b90a-96aba335c8d2 req-d89f4a65-b2ba-476c-9d49-606e3fcff2dd service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382926 Oct 12 00:25:59.251679 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:25:59.269883 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8921e8-29f2-4f75-8b0d-f8243e6898f1 req-a8067769-c3e3-4ba5-8df1-fb87a827d68a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:25:59.271413 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6a8921e8-29f2-4f75-8b0d-f8243e6898f1 req-a8067769-c3e3-4ba5-8df1-fb87a827d68a tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 945 time: 0.0471430 Oct 12 00:25:59.321210 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6a8921e8-29f2-4f75-8b0d-f8243e6898f1 req-15625d77-92aa-4057-86a3-31987a0a7496 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443754 Oct 12 00:26:00.439690 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5108f-3bc2-4153-94a8-432a5e6f1579 req-844e0060-a51e-448f-bee1-37d4d545d6ad tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:00.441137 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-16d5108f-3bc2-4153-94a8-432a5e6f1579 req-844e0060-a51e-448f-bee1-37d4d545d6ad tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 945 time: 0.0458717 Oct 12 00:26:00.466624 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:00.488468 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-16d5108f-3bc2-4153-94a8-432a5e6f1579 req-bb673b1f-7e91-49a4-82d5-2beda5c42df5 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417280 Oct 12 00:26:00.658957 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-32d3c02a-f0e6-442d-bf8d-b1b26738122a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:01.608774 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ca21-54c9-48b9-af92-f2b1bb827a89 req-381cc7ad-7e1d-48fe-90a1-669c288eb84e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:01.610206 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d034ca21-54c9-48b9-af92-f2b1bb827a89 req-381cc7ad-7e1d-48fe-90a1-669c288eb84e tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 945 time: 0.0463803 Oct 12 00:26:01.656565 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d034ca21-54c9-48b9-af92-f2b1bb827a89 req-7a1ec0de-9c7b-4c8b-a14c-0a0791315f84 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407479 Oct 12 00:26:01.821101 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:02.774870 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91dc1-1705-49fb-a63e-8a0505b9b4ff req-c5ffa961-abf7-4fa0-a5c1-0892414706e0 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:02.776260 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-30e91dc1-1705-49fb-a63e-8a0505b9b4ff req-c5ffa961-abf7-4fa0-a5c1-0892414706e0 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 945 time: 0.0458026 Oct 12 00:26:02.823208 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-30e91dc1-1705-49fb-a63e-8a0505b9b4ff req-77beee70-d9ec-4a25-8e9d-8c673492fbaa tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406690 Oct 12 00:26:02.943940 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ccf26-03e1-4208-9a0a-5f54b82bbf44 req-e6c7c7c4-405f-4074-a100-8a7f42185408 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:02.945427 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-343ccf26-03e1-4208-9a0a-5f54b82bbf44 req-e6c7c7c4-405f-4074-a100-8a7f42185408 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Oct 12 00:26:02.956245 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37714) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:02.960763 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-c757bc12-52eb-463d-aee2-e5b6c1703401 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Request body: {'floatingip': {'port_id': 'ae56abca-71b5-4952-be55-bff130c4bc5e'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:26:03.003487 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c757bc12-52eb-463d-aee2-e5b6c1703401 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (df51255d-0795-473a-895e-3a98908d6944), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:03.064691 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:03.253360 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:03.374423 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:03.418316 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c757bc12-52eb-463d-aee2-e5b6c1703401 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:03.500113 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c757bc12-52eb-463d-aee2-e5b6c1703401 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (df51255d-0795-473a-895e-3a98908d6944), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:03.535697 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:03.599237 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [None req-c757bc12-52eb-463d-aee2-e5b6c1703401 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Floating IP df51255d-0795-473a-895e-3a98908d6944 associated. External IP: 172.27.4.47, port: ae56abca-71b5-4952-be55-bff130c4bc5e. Oct 12 00:26:03.793496 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:03.795428 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c757bc12-52eb-463d-aee2-e5b6c1703401 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Router 8e420787-32f1-4086-a0bd-84c2dcf5d506 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:26:03.899313 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c757bc12-52eb-463d-aee2-e5b6c1703401 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:26:03.904181 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c757bc12-52eb-463d-aee2-e5b6c1703401 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:03.908550 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c0dde-fa0d-4726-ba74-250de22998a8 None None] Sync routers for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:26:03.918637 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c0dde-fa0d-4726-ba74-250de22998a8 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:26:03.919250 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-a79c0dde-fa0d-4726-ba74-250de22998a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:26:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:26:03.933844 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-c757bc12-52eb-463d-aee2-e5b6c1703401 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/df51255d-0795-473a-895e-3a98908d6944 HTTP/1.1" status: 200 len: 990 time: 0.9765117 Oct 12 00:26:03.934481 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'tag': 'ae56abca-71b5-4952-be55-bff130c4bc5e'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:26:03.937310 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e84e6-bcfe-4bc2-b546-72335b0a4b12" -d '{"events": [{"name": "network-changed", "server_uuid": "731e899f-66f8-474a-9ebb-adc979dbeb13", "tag": "ae56abca-71b5-4952-be55-bff130c4bc5e"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:26:03.973268 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad50cb0-104d-42c3-9eb4-25d719f46e7e x-openstack-request-id: req-dad50cb0-104d-42c3-9eb4-25d719f46e7e {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:26:03.973867 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731e899f-66f8-474a-9ebb-adc979dbeb13", "tag": "ae56abca-71b5-4952-be55-bff130c4bc5e", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:26:03.973867 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dad50cb0-104d-42c3-9eb4-25d719f46e7e {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:26:03.974249 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad50cb0-104d-42c3-9eb4-25d719f46e7e'] response: {'name': 'network-changed', 'server_uuid': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'tag': 'ae56abca-71b5-4952-be55-bff130c4bc5e', 'status': 'completed', 'code': 200} Oct 12 00:26:04.021435 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-a79c0dde-fa0d-4726-ba74-250de22998a8 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:26:04.083641 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:04.223757 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-a79c0dde-fa0d-4726-ba74-250de22998a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'df51255d-0795-473a-895e-3a98908d6944', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.47', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': 'ae56abca-71b5-4952-be55-bff130c4bc5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:ca:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:25:46Z', 'updated_at': '2022-10-12T00:26:03Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:26:04.251112 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c0dde-fa0d-4726-ba74-250de22998a8 None None] Checking router: 8e420787-32f1-4086-a0bd-84c2dcf5d506 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:26:04.259256 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c0dde-fa0d-4726-ba74-250de22998a8 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:26:04.259890 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-a79c0dde-fa0d-4726-ba74-250de22998a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:26:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:26:04.356202 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-a79c0dde-fa0d-4726-ba74-250de22998a8 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:26:04.496617 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:04.571077 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-a79c0dde-fa0d-4726-ba74-250de22998a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'df51255d-0795-473a-895e-3a98908d6944', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.47', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': 'ae56abca-71b5-4952-be55-bff130c4bc5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:ca:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:25:46Z', 'updated_at': '2022-10-12T00:26:03Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:26:04.595994 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c0dde-fa0d-4726-ba74-250de22998a8 None None] The sync data for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi is: [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'df51255d-0795-473a-895e-3a98908d6944', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'floating_ip_address': '172.27.4.47', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'port_id': 'ae56abca-71b5-4952-be55-bff130c4bc5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'mac_address': 'fa:16:3e:ca:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:25:46Z', 'updated_at': '2022-10-12T00:26:03Z', 'revision_number': 1, 'project_id': '10160596b45c49249155b0c2585e70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:26:04.773810 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:04.782710 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419bfec5-5b2c-40c6-a0da-b9e969aa2ae8 None None] New status for floating IP df51255d-0795-473a-895e-3a98908d6944: ACTIVE {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:26:05.848658 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e84e6-bcfe-4bc2-b546-72335b0a4b12 req-c8c89c91-cf1c-4977-8ce7-cb7561da65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:05.850168 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-392e84e6-bcfe-4bc2-b546-72335b0a4b12 req-c8c89c91-cf1c-4977-8ce7-cb7561da65b7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=10160596b45c49249155b0c2585e70bb&device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 1129 time: 0.0411038 Oct 12 00:26:05.943390 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e84e6-bcfe-4bc2-b546-72335b0a4b12 req-765d7ea7-fa95-4069-8419-84b1ba75e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:05.944862 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-392e84e6-bcfe-4bc2-b546-72335b0a4b12 req-765d7ea7-fa95-4069-8419-84b1ba75e695 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 200 len: 916 time: 0.0861201 Oct 12 00:26:06.005282 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-392e84e6-bcfe-4bc2-b546-72335b0a4b12 req-36413683-a150-41b2-9198-8bfa1363c169 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae56abca-71b5-4952-be55-bff130c4bc5e HTTP/1.1" status: 200 len: 1000 time: 0.0533786 Oct 12 00:26:06.053832 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e84e6-bcfe-4bc2-b546-72335b0a4b12 req-784a3ffa-5fd9-4560-96ce-d8140a453430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:06.058935 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-392e84e6-bcfe-4bc2-b546-72335b0a4b12 req-784a3ffa-5fd9-4560-96ce-d8140a453430 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=52bba071-c454-4c4d-992e-bc926db7c275 HTTP/1.1" status: 200 len: 854 time: 0.0428245 Oct 12 00:26:06.101831 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e84e6-bcfe-4bc2-b546-72335b0a4b12 req-4d64dc5f-ebe8-4f81-ab79-f4f8afde6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:06.103248 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-392e84e6-bcfe-4bc2-b546-72335b0a4b12 req-4d64dc5f-ebe8-4f81-ab79-f4f8afde6df1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a7f2d8cc-4d82-4295-a149-404a55bcd20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409796 Oct 12 00:26:06.193975 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-392e84e6-bcfe-4bc2-b546-72335b0a4b12 req-00f336ec-ddd7-42b4-abd6-7a4a5f8231f4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832095 Oct 12 00:26:06.350061 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-392e84e6-bcfe-4bc2-b546-72335b0a4b12 req-7bae15de-1db0-4c55-9a07-b18c46b2bd3b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866020 Oct 12 00:26:12.817665 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=47 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:12.819776 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=10 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:14.569164 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=46 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:14.574252 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:16.345743 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=53 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:16.346603 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:24.145143 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:24.152980 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:28.385616 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e503d69e-d346-4d6e-8f09-67688150cb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:29.476101 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37918) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:29.586645 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:29.662761 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Publish callbacks [] for security_group (75f9c4f0-e2ee-4156-a00c-3fa64688c091), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:29.755996 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (75f9c4f0-e2ee-4156-a00c-3fa64688c091), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:29.794815 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f9c4f0-e2ee-4156-a00c-3fa64688c091,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:29.798739 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=644a2289407e4856b1e1b3d0fa9429d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216529 Oct 12 00:26:29.802089 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37922) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:29.805372 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.805737 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.806109 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.806465 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.806800 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.807132 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.807492 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.807820 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.808151 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.808478 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.808802 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.809128 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.809450 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.809776 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.810097 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f55c8-2a36-4527-98c8-310431aa1fdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:29.851236 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4e01dcb8-c5c3-4c12-ba92-eeeefb8752db admin admin] Publish callbacks [] for security_group (75f9c4f0-e2ee-4156-a00c-3fa64688c091), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:29.871621 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4e01dcb8-c5c3-4c12-ba92-eeeefb8752db admin admin] Publish callbacks [] for security_group (75f9c4f0-e2ee-4156-a00c-3fa64688c091), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:29.997708 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4e01dcb8-c5c3-4c12-ba92-eeeefb8752db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (75f9c4f0-e2ee-4156-a00c-3fa64688c091), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:30.000260 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4e01dcb8-c5c3-4c12-ba92-eeeefb8752db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:30.001467 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-4e01dcb8-c5c3-4c12-ba92-eeeefb8752db admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/75f9c4f0-e2ee-4156-a00c-3fa64688c091 HTTP/1.1" status: 204 len: 168 time: 0.1984038 Oct 12 00:26:30.009713 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01dcb8-c5c3-4c12-ba92-eeeefb8752db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f9c4f0-e2ee-4156-a00c-3fa64688c091,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:30.604283 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 37938) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:30.617345 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d7a7af8e-f06b-455a-b041-8950909bfb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:30.637283 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-36160f24-85eb-44b9-8bdb-5a9a7329efc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:30.694395 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d7a7af8e-f06b-455a-b041-8950909bfb4b admin admin] Publish callbacks [] for security_group (97b1ff9c-067a-43c4-9b4d-42a0898eb43a), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:30.761696 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-d7a7af8e-f06b-455a-b041-8950909bfb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (97b1ff9c-067a-43c4-9b4d-42a0898eb43a), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:30.799414 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7af8e-f06b-455a-b041-8950909bfb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b1ff9c-067a-43c4-9b4d-42a0898eb43a,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:30.806432 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 37940) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:30.807029 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-d7a7af8e-f06b-455a-b041-8950909bfb4b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5528d68ffb2d4ea49e7d8214f0db1b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011375 Oct 12 00:26:30.859144 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-53ec7a06-2c51-4554-811a-8a11397cf8ed admin admin] Publish callbacks [] for security_group (97b1ff9c-067a-43c4-9b4d-42a0898eb43a), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:30.880274 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-53ec7a06-2c51-4554-811a-8a11397cf8ed admin admin] Publish callbacks [] for security_group (97b1ff9c-067a-43c4-9b4d-42a0898eb43a), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:30.975724 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-53ec7a06-2c51-4554-811a-8a11397cf8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (97b1ff9c-067a-43c4-9b4d-42a0898eb43a), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:30.978475 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-53ec7a06-2c51-4554-811a-8a11397cf8ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:30.987264 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-53ec7a06-2c51-4554-811a-8a11397cf8ed admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/97b1ff9c-067a-43c4-9b4d-42a0898eb43a HTTP/1.1" status: 204 len: 168 time: 0.1699200 Oct 12 00:26:30.988949 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec7a06-2c51-4554-811a-8a11397cf8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b1ff9c-067a-43c4-9b4d-42a0898eb43a,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:31.777478 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:26:31.803304 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:33.025203 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:33.334268 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:33.466979 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38002) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:33.591770 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3132a6c5-4279-4662-a043-49d6813450b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:33.668824 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3132a6c5-4279-4662-a043-49d6813450b4 admin admin] Publish callbacks [] for security_group (3dbc5bfb-58f6-44eb-8fee-534405bc7c0c), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:33.740351 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3132a6c5-4279-4662-a043-49d6813450b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3dbc5bfb-58f6-44eb-8fee-534405bc7c0c), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:33.779200 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132a6c5-4279-4662-a043-49d6813450b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbc5bfb-58f6-44eb-8fee-534405bc7c0c,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:33.784539 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-3132a6c5-4279-4662-a043-49d6813450b4 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=dd0b5fd22fad45e49d5d110fa58946f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164711 Oct 12 00:26:33.787260 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38006) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:33.836081 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9a81e4a4-993d-40ac-97e9-8011a1f9d224 admin admin] Publish callbacks [] for security_group (3dbc5bfb-58f6-44eb-8fee-534405bc7c0c), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:33.857428 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9a81e4a4-993d-40ac-97e9-8011a1f9d224 admin admin] Publish callbacks [] for security_group (3dbc5bfb-58f6-44eb-8fee-534405bc7c0c), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:34.011096 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9a81e4a4-993d-40ac-97e9-8011a1f9d224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3dbc5bfb-58f6-44eb-8fee-534405bc7c0c), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:34.011096 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9a81e4a4-993d-40ac-97e9-8011a1f9d224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:34.011096 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-9a81e4a4-993d-40ac-97e9-8011a1f9d224 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3dbc5bfb-58f6-44eb-8fee-534405bc7c0c HTTP/1.1" status: 204 len: 168 time: 0.2179890 Oct 12 00:26:34.014221 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81e4a4-993d-40ac-97e9-8011a1f9d224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbc5bfb-58f6-44eb-8fee-534405bc7c0c,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:34.465921 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:34.601258 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38014) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:34.615209 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5030cfdc-552e-429f-afbc-3d25a2deeb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:34.664814 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:34.670627 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=67,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:34.692263 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5030cfdc-552e-429f-afbc-3d25a2deeb4b admin admin] Publish callbacks [] for security_group (46cb3fcd-2787-486a-a396-7b1c451e3179), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:34.767408 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5030cfdc-552e-429f-afbc-3d25a2deeb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (46cb3fcd-2787-486a-a396-7b1c451e3179), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:34.805995 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030cfdc-552e-429f-afbc-3d25a2deeb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cb3fcd-2787-486a-a396-7b1c451e3179,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:34.811352 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-5030cfdc-552e-429f-afbc-3d25a2deeb4b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=bb6fd8fec0bf4df4b94ca643a453bd85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089927 Oct 12 00:26:34.813967 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38016) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:34.861687 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-866fbce5-1354-44b6-93ed-dc078d9f23ac admin admin] Publish callbacks [] for security_group (46cb3fcd-2787-486a-a396-7b1c451e3179), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:34.883173 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-866fbce5-1354-44b6-93ed-dc078d9f23ac admin admin] Publish callbacks [] for security_group (46cb3fcd-2787-486a-a396-7b1c451e3179), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:35.020543 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-866fbce5-1354-44b6-93ed-dc078d9f23ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (46cb3fcd-2787-486a-a396-7b1c451e3179), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:35.023142 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-866fbce5-1354-44b6-93ed-dc078d9f23ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:35.024691 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-866fbce5-1354-44b6-93ed-dc078d9f23ac admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/46cb3fcd-2787-486a-a396-7b1c451e3179 HTTP/1.1" status: 204 len: 168 time: 0.2098205 Oct 12 00:26:35.034905 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fbce5-1354-44b6-93ed-dc078d9f23ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cb3fcd-2787-486a-a396-7b1c451e3179,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:39.544420 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf467a02-5cbc-4308-8903-328bc35f236f req-74511b72-ef8f-4149-977f-472ae42be19f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:39.545953 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bf467a02-5cbc-4308-8903-328bc35f236f req-74511b72-ef8f-4149-977f-472ae42be19f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0504236 Oct 12 00:26:39.595862 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bf467a02-5cbc-4308-8903-328bc35f236f req-d974134c-7079-4045-bf21-1c3e4d63e556 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Oct 12 00:26:40.722357 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd1cb6-0d90-4bc9-9b6c-b29ec6fab6a0 req-562371e9-cec0-40c6-a00d-7e5df140b812 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:40.723854 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-62fd1cb6-0d90-4bc9-9b6c-b29ec6fab6a0 req-562371e9-cec0-40c6-a00d-7e5df140b812 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0462995 Oct 12 00:26:40.770701 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-62fd1cb6-0d90-4bc9-9b6c-b29ec6fab6a0 req-e130cc35-aff3-4f8a-987c-5d23bbf4ee75 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414240 Oct 12 00:26:41.773815 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:41.896449 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393a29a-17bf-4ebf-b571-376e2f93b4c8 req-ea5f0d6a-c01f-4c64-8d16-4488e6f469ae tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:41.897900 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6393a29a-17bf-4ebf-b571-376e2f93b4c8 req-ea5f0d6a-c01f-4c64-8d16-4488e6f469ae tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0463390 Oct 12 00:26:41.943081 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6393a29a-17bf-4ebf-b571-376e2f93b4c8 req-563405d6-f906-481a-9cc4-1fa8c16adc65 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398197 Oct 12 00:26:43.074035 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabdf56-a543-40b1-a150-be3f945e2fbc req-84f15f0e-608a-44f4-9934-0d411cf9f245 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:43.075507 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5cabdf56-a543-40b1-a150-be3f945e2fbc req-84f15f0e-608a-44f4-9934-0d411cf9f245 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0503626 Oct 12 00:26:43.122137 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5cabdf56-a543-40b1-a150-be3f945e2fbc req-1a2fc399-451f-417e-af36-eec3ba1e0c00 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411351 Oct 12 00:26:44.253640 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e35ff-cc7b-4e65-8c29-4b7a8024df5d req-f23e301a-4760-4365-a05d-3506135c7793 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:44.255018 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-085e35ff-cc7b-4e65-8c29-4b7a8024df5d req-f23e301a-4760-4365-a05d-3506135c7793 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0472095 Oct 12 00:26:44.304981 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-085e35ff-cc7b-4e65-8c29-4b7a8024df5d req-85bfde47-a290-40a6-aedd-644efc2d7adb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443740 Oct 12 00:26:44.405895 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:45.048825 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:45.436392 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def930dc-0543-4626-8e51-69453238f159 req-4e7c5972-0780-4c48-86f3-2628b41c155f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:45.447220 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-def930dc-0543-4626-8e51-69453238f159 req-4e7c5972-0780-4c48-86f3-2628b41c155f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0505426 Oct 12 00:26:45.496136 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-def930dc-0543-4626-8e51-69453238f159 req-e4d7bd6d-411e-472b-bc48-610da80730dd tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502021 Oct 12 00:26:46.622375 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce4f96-6410-4f87-839c-cba2b9a431a0 req-e9bb4262-d29e-4f30-9c6d-928e9b18706c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:46.623860 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-49ce4f96-6410-4f87-839c-cba2b9a431a0 req-e9bb4262-d29e-4f30-9c6d-928e9b18706c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0464113 Oct 12 00:26:46.673633 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-49ce4f96-6410-4f87-839c-cba2b9a431a0 req-c63fac67-ad95-4c1e-8add-f6e3d1a23aca tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442619 Oct 12 00:26:47.362342 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38198) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:47.466707 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b58b-a99e-4fbd-b1e1-e038a1188ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:47.527570 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:47.540402 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b58b-a99e-4fbd-b1e1-e038a1188ebb admin admin] Publish callbacks [] for security_group (314defcd-deea-42b6-a897-58451336b0f2), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:47.642716 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b58b-a99e-4fbd-b1e1-e038a1188ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (314defcd-deea-42b6-a897-58451336b0f2), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:47.680512 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0b58b-a99e-4fbd-b1e1-e038a1188ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314defcd-deea-42b6-a897-58451336b0f2,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:47.686167 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-7ad0b58b-a99e-4fbd-b1e1-e038a1188ebb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0a8dd4e57c4e43208ebce66e500978f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226750 Oct 12 00:26:47.688923 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38206) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:47.750278 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Publish callbacks [] for security_group (314defcd-deea-42b6-a897-58451336b0f2), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:47.773908 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Publish callbacks [] for security_group (314defcd-deea-42b6-a897-58451336b0f2), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:47.814109 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c27ba4-6252-465d-8a96-fe95b96ee229 req-1576d74e-4026-4d59-a6bd-f914733e046a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:47.815741 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a5c27ba4-6252-465d-8a96-fe95b96ee229 req-1576d74e-4026-4d59-a6bd-f914733e046a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0530431 Oct 12 00:26:47.871556 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a5c27ba4-6252-465d-8a96-fe95b96ee229 req-ed80c867-081e-46bb-ae10-2b19178eb1f4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477169 Oct 12 00:26:47.917268 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (314defcd-deea-42b6-a897-58451336b0f2), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:47.919838 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:47.921761 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/314defcd-deea-42b6-a897-58451336b0f2 HTTP/1.1" status: 204 len: 168 time: 0.2310684 Oct 12 00:26:47.929598 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314defcd-deea-42b6-a897-58451336b0f2,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:47.948526 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.948891 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.949303 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.949866 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.950319 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.950666 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.950999 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.951490 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.958214 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.958214 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.958214 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.958214 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.958214 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.958214 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:47.958214 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da076ee-2656-4840-9fb6-975724169f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:48.729551 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38238) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:48.745008 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49d2459-77d8-402b-a137-b391b9753a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:48.807208 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ba52e-435f-4a5f-8278-1f1eeb218db7 req-f1e7f43a-69be-4438-80be-9ce216e91c6f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:48.808604 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c35ba52e-435f-4a5f-8278-1f1eeb218db7 req-f1e7f43a-69be-4438-80be-9ce216e91c6f tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 945 time: 0.0656428 Oct 12 00:26:48.879594 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c35ba52e-435f-4a5f-8278-1f1eeb218db7 req-8f851f77-b573-4c78-ba4f-69896df5d7e2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641029 Oct 12 00:26:48.900475 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49d2459-77d8-402b-a137-b391b9753a82 admin admin] Publish callbacks [] for security_group (4e4ca686-4dcb-4bed-a9e5-7b04fa25e986), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:48.969157 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49d2459-77d8-402b-a137-b391b9753a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (4e4ca686-4dcb-4bed-a9e5-7b04fa25e986), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:48.974550 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:48.985935 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:49.008750 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:49.009940 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-a49d2459-77d8-402b-a137-b391b9753a82 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7ebba2fbe77c4f349026cba57f461b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793157 Oct 12 00:26:49.012060 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d2459-77d8-402b-a137-b391b9753a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4ca686-4dcb-4bed-a9e5-7b04fa25e986,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:49.012635 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38244) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:49.033552 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19809-0c91-49d2-ba2f-814ad0b0b657 req-0db9d311-7f12-4d60-9d00-8f63aa6b85c8 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:49.035548 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0df19809-0c91-49d2-ba2f-814ad0b0b657 req-0db9d311-7f12-4d60-9d00-8f63aa6b85c8 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0591624 Oct 12 00:26:49.106795 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-54809988-bd30-4bf4-9e33-024fc95875eb admin admin] Publish callbacks [] for security_group (4e4ca686-4dcb-4bed-a9e5-7b04fa25e986), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:49.117091 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0df19809-0c91-49d2-ba2f-814ad0b0b657 req-16c4cfad-7eb3-47c8-9fd6-fc6ba2b1edc4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760570 Oct 12 00:26:49.129985 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-54809988-bd30-4bf4-9e33-024fc95875eb admin admin] Publish callbacks [] for security_group (4e4ca686-4dcb-4bed-a9e5-7b04fa25e986), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:49.231202 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-54809988-bd30-4bf4-9e33-024fc95875eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (4e4ca686-4dcb-4bed-a9e5-7b04fa25e986), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:49.233773 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-54809988-bd30-4bf4-9e33-024fc95875eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:49.234909 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-54809988-bd30-4bf4-9e33-024fc95875eb admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4e4ca686-4dcb-4bed-a9e5-7b04fa25e986 HTTP/1.1" status: 204 len: 168 time: 0.2213233 Oct 12 00:26:49.243435 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54809988-bd30-4bf4-9e33-024fc95875eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4ca686-4dcb-4bed-a9e5-7b04fa25e986,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:50.001054 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706eadb-706c-49f4-9c64-49ac6a1e57d4 req-86c0c03d-e2db-4bc4-8fe2-ec360e2f185d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:50.004402 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0706eadb-706c-49f4-9c64-49ac6a1e57d4 req-86c0c03d-e2db-4bc4-8fe2-ec360e2f185d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 945 time: 0.0477505 Oct 12 00:26:50.050033 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0706eadb-706c-49f4-9c64-49ac6a1e57d4 req-6db33f15-0cc0-40a3-91d5-ea1f3c4f5f4d tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 Oct 12 00:26:50.247517 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefcd18-0c72-4fd5-997b-0fd3a1b67dd9 req-82cc6080-82a9-4618-abed-3d65b1f42d19 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:50.248973 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8aefcd18-0c72-4fd5-997b-0fd3a1b67dd9 req-82cc6080-82a9-4618-abed-3d65b1f42d19 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0503244 Oct 12 00:26:50.295544 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8aefcd18-0c72-4fd5-997b-0fd3a1b67dd9 req-ba3286ba-12b2-4999-ba8b-a82c3eb63e29 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409808 Oct 12 00:26:51.168341 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46550729-60b7-4627-921c-6c39759769a6 req-a5041e5b-2ac1-46fd-a8be-fe3dbefc6542 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:51.169791 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-46550729-60b7-4627-921c-6c39759769a6 req-a5041e5b-2ac1-46fd-a8be-fe3dbefc6542 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 945 time: 0.0831425 Oct 12 00:26:51.190729 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6990d-bd08-4c5c-a2b3-e12d2fe7530b req-91229a82-a8bb-4641-adf2-968f379ff755 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:51.192638 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9fd6990d-bd08-4c5c-a2b3-e12d2fe7530b req-91229a82-a8bb-4641-adf2-968f379ff755 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 945 time: 0.0652056 Oct 12 00:26:51.303425 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9fd6990d-bd08-4c5c-a2b3-e12d2fe7530b req-b29cbdd8-ed8e-402a-aaa3-8c0bbbe2ba28 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=310dc775-bc27-4a79-9794-adc035015675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905292 Oct 12 00:26:51.304254 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Deleting port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:26:51.304647 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:51.433072 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:51.440002 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] For port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=68692578-9ba0-4b5a-af9e-cb3c327ca4e7,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:26:51.440368 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:51.456247 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762118a-1544-45d3-8c93-1062dc73d3cf req-32cbc50b-31da-48e4-b505-1319c3042472 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:51.457696 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0762118a-1544-45d3-8c93-1062dc73d3cf req-32cbc50b-31da-48e4-b505-1319c3042472 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0705504 Oct 12 00:26:51.583555 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0762118a-1544-45d3-8c93-1062dc73d3cf req-5c0add2a-1260-40c5-b49d-4e00bbe8a61d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201022 Oct 12 00:26:51.652289 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:51.652667 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (91902e07-5f0b-4612-9456-c2e405dd312d), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:51.652967 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Floating IP 91902e07-5f0b-4612-9456-c2e405dd312d disassociated. External IP: 172.27.4.236, port: 68692578-9ba0-4b5a-af9e-cb3c327ca4e7. Oct 12 00:26:51.653313 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Calling delete_port for 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:26:51.971335 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:52.094502 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (68692578-9ba0-4b5a-af9e-cb3c327ca4e7), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:52.121976 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event deleted for resources: {'Port': ['ID=68692578-9ba0-4b5a-af9e-cb3c327ca4e7,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:52.235160 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:26:52.336723 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:26:52.348690 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d2ae0-801c-4654-a413-04b49c582c5c None None] Sync routers for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:26:52.359212 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d2ae0-801c-4654-a413-04b49c582c5c None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:26:52.360200 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-1b9d2ae0-801c-4654-a413-04b49c582c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:26:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:26:52.400575 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] No DVR routers for this DVR port 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:26:52.403425 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:52.406895 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-46550729-60b7-4627-921c-6c39759769a6 req-2b0f58f5-88c9-4202-8048-a51fbfa3a0af tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.40 "DELETE /networking/v2.0/ports/68692578-9ba0-4b5a-af9e-cb3c327ca4e7 HTTP/1.1" status: 204 len: 173 time: 1.2275279 Oct 12 00:26:52.407433 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'name': 'network-vif-deleted', 'tag': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:26:52.411844 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0352c1-a3a5-4720-a32d-7a385edfe67b" -d '{"events": [{"server_uuid": "ca2e624a-ad19-4369-aebf-7af749828d71", "name": "network-vif-deleted", "tag": "68692578-9ba0-4b5a-af9e-cb3c327ca4e7"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:26:52.419636 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-007e3bce-7d59-4ff4-8cc1-cd5dfcb88d38 req-38183be1-2f24-4535-b67f-9134d2ab38fe tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 210 time: 0.0332396 Oct 12 00:26:52.471014 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-1b9d2ae0-801c-4654-a413-04b49c582c5c None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:26:52.473805 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bceb884-b65a-4630-82d2-a0e75c74b8e1 x-openstack-request-id: req-2bceb884-b65a-4630-82d2-a0e75c74b8e1 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:26:52.474102 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2e624a-ad19-4369-aebf-7af749828d71", "name": "network-vif-deleted", "tag": "68692578-9ba0-4b5a-af9e-cb3c327ca4e7", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:26:52.474403 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bceb884-b65a-4630-82d2-a0e75c74b8e1 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:26:52.474890 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bceb884-b65a-4630-82d2-a0e75c74b8e1'] response: {'server_uuid': 'ca2e624a-ad19-4369-aebf-7af749828d71', 'name': 'network-vif-deleted', 'tag': '68692578-9ba0-4b5a-af9e-cb3c327ca4e7', 'status': 'completed', 'code': 200} Oct 12 00:26:52.716904 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-1b9d2ae0-801c-4654-a413-04b49c582c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:26:52.734767 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc63e3e-89e8-45cd-8689-bc3bc8709bc2 req-c08cbde9-ba3c-4251-9a50-67ae5da1b51f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:52.736533 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4bc63e3e-89e8-45cd-8689-bc3bc8709bc2 req-c08cbde9-ba3c-4251-9a50-67ae5da1b51f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0564687 Oct 12 00:26:52.749730 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d2ae0-801c-4654-a413-04b49c582c5c None None] Checking router: 6964f752-8e57-4f58-a7c9-44fddc4e20d9 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:26:52.758550 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d2ae0-801c-4654-a413-04b49c582c5c None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:26:52.759156 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-1b9d2ae0-801c-4654-a413-04b49c582c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:26:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:26:52.784515 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4bc63e3e-89e8-45cd-8689-bc3bc8709bc2 req-20d0f872-f33d-4259-ac7e-6117d9f098b2 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424111 Oct 12 00:26:52.862831 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-1b9d2ae0-801c-4654-a413-04b49c582c5c None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:26:53.047076 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-1b9d2ae0-801c-4654-a413-04b49c582c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:26:53.075885 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d2ae0-801c-4654-a413-04b49c582c5c None None] The sync data for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi is: [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:04Z', 'revision_number': 4, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea', 'name': '', 'network_id': '499fb018-9e00-4ed3-b355-c8bccdf8c8f0', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'mac_address': 'fa:16:3e:ac:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:01Z', 'updated_at': '2022-10-12T00:20:10Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'subnets': [{'id': 'aa18335c-d319-429c-b473-349dd96c4b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:26:53.281950 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0815dc-2034-42d2-be0b-6cc01925c39c None None] New status for floating IP 91902e07-5f0b-4612-9456-c2e405dd312d: DOWN {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:26:53.548183 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-704a6742-0caf-4263-8147-6acc2471725d req-f81ee5e0-d23d-4c9f-935d-b485098dfaa4 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 210 time: 0.0313680 Oct 12 00:26:53.909387 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb10a8-bde6-42ae-ade0-f2c0d5400291 req-a9736e95-24a4-46d1-afe7-0edbf9c00a4e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:53.911409 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-91fb10a8-bde6-42ae-ade0-f2c0d5400291 req-a9736e95-24a4-46d1-afe7-0edbf9c00a4e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0455167 Oct 12 00:26:53.956909 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-91fb10a8-bde6-42ae-ade0-f2c0d5400291 req-22a3f4a4-4b29-4f8a-8dd9-265548b89305 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402179 Oct 12 00:26:54.660593 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e0a7ff93-f046-46fc-aa06-ca265c6ba61b req-20070632-119e-466b-bf7f-11562e8799f2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 210 time: 0.0269120 Oct 12 00:26:54.843695 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ff37e4cb-00cf-4bd1-b77a-3dffa69e456e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:26:54.938641 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:26:54.952125 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'port_id': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'mac_address': 'fa:16:3e:4d:61:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:26:54.954221 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:54.958217 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:54.987357 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e is: ACTIVE; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:26:54.987768 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:55.002533 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff37e4cb-00cf-4bd1-b77a-3dffa69e456e {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:26:55.022550 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:26:55.082553 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:55.087940 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041a474-2edb-47d8-bde5-ff673b039e8f req-ff5c9608-7591-4ae7-a384-989396bfd1a4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:55.089415 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e041a474-2edb-47d8-bde5-ff673b039e8f req-ff5c9608-7591-4ae7-a384-989396bfd1a4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0508258 Oct 12 00:26:55.130367 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,revision_number=6']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:55.136755 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e041a474-2edb-47d8-bde5-ff673b039e8f req-14cca83b-f54f-4f5f-8578-b33696333558 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415621 Oct 12 00:26:55.137409 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.137757 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.138102 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.138444 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.138780 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.139110 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.139460 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.139790 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.140119 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.140447 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.140772 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.141355 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.141677 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.142002 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.142322 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:26:55.772166 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7dcbd1f3-e5da-400a-a60b-bbdedf39b4d7 req-96dab640-0340-4b01-a31e-c3d3410c57b2 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ca2e624a-ad19-4369-aebf-7af749828d71 HTTP/1.1" status: 200 len: 210 time: 0.0277030 Oct 12 00:26:56.094556 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['ff37e4cb-00cf-4bd1-b77a-3dffa69e456e'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:26:56.269963 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faec52-4333-4f34-b434-451a04ea1ff6 req-fd7a7780-ed25-4970-9d97-6bcf87ac6506 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:56.271540 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c7faec52-4333-4f34-b434-451a04ea1ff6 req-fd7a7780-ed25-4970-9d97-6bcf87ac6506 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 944 time: 0.0513949 Oct 12 00:26:56.319604 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c7faec52-4333-4f34-b434-451a04ea1ff6 req-ae86c854-d778-4df7-b5eb-994667f8ebde tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421121 Oct 12 00:26:56.929976 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38366) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:56.984840 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b338-1c5b-4698-a1f0-c7645b5897b6 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (310dc775-bc27-4a79-9794-adc035015675), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:57.007564 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b338-1c5b-4698-a1f0-c7645b5897b6 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (310dc775-bc27-4a79-9794-adc035015675), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:57.121338 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b338-1c5b-4698-a1f0-c7645b5897b6 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (310dc775-bc27-4a79-9794-adc035015675), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:57.123937 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b338-1c5b-4698-a1f0-c7645b5897b6 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:57.131684 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a2b5b338-1c5b-4698-a1f0-c7645b5897b6 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/310dc775-bc27-4a79-9794-adc035015675 HTTP/1.1" status: 204 len: 168 time: 0.1941111 Oct 12 00:26:57.131816 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38374) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:57.134623 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5b338-1c5b-4698-a1f0-c7645b5897b6 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310dc775-bc27-4a79-9794-adc035015675,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:57.162419 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.api.v2.resource [None req-0c4eb8d1-4b59-43cb-ab06-fb60806de731 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] show failed (client error): The resource could not be found. Oct 12 00:26:57.162817 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38376) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:26:57.163613 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-0c4eb8d1-4b59-43cb-ab06-fb60806de731 tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "GET /networking/v2.0/security-groups/310dc775-bc27-4a79-9794-adc035015675 HTTP/1.1" status: 404 len: 347 time: 0.0342026 Oct 12 00:26:57.308950 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-953d9a77-e0e6-4369-a3ca-8d3e17ef605b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Deleting port 3d150d66-1a26-4d64-9f6c-650cfc6f9a52 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:26:57.309373 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-953d9a77-e0e6-4369-a3ca-8d3e17ef605b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (3d150d66-1a26-4d64-9f6c-650cfc6f9a52), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:57.311880 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:57.408861 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-953d9a77-e0e6-4369-a3ca-8d3e17ef605b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (3d150d66-1a26-4d64-9f6c-650cfc6f9a52), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:57.409190 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-953d9a77-e0e6-4369-a3ca-8d3e17ef605b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (3d150d66-1a26-4d64-9f6c-650cfc6f9a52), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:57.454267 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-953d9a77-e0e6-4369-a3ca-8d3e17ef605b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Calling delete_port for 3d150d66-1a26-4d64-9f6c-650cfc6f9a52 owned by network:floatingip {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:26:57.483341 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7a424-61b1-48db-a296-2618aafb3d0c req-e2a7355b-a095-472d-8158-e51bb1684861 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:57.485139 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3aa7a424-61b1-48db-a296-2618aafb3d0c req-e2a7355b-a095-472d-8158-e51bb1684861 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 944 time: 0.0724506 Oct 12 00:26:57.526381 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:26:57.583258 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3aa7a424-61b1-48db-a296-2618aafb3d0c req-3e10b446-d21e-45f1-bd14-1f3dc090bcf4 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712070 Oct 12 00:26:57.723792 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-953d9a77-e0e6-4369-a3ca-8d3e17ef605b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (3d150d66-1a26-4d64-9f6c-650cfc6f9a52), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:57.761838 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d9a77-e0e6-4369-a3ca-8d3e17ef605b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Pushing event deleted for resources: {'Port': ['ID=3d150d66-1a26-4d64-9f6c-650cfc6f9a52,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:26:57.829581 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-953d9a77-e0e6-4369-a3ca-8d3e17ef605b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks [] for floatingip (91902e07-5f0b-4612-9456-c2e405dd312d), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:57.832603 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-953d9a77-e0e6-4369-a3ca-8d3e17ef605b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:57.833753 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-953d9a77-e0e6-4369-a3ca-8d3e17ef605b tempest-AttachVolumeTestJSON-76609124 tempest-AttachVolumeTestJSON-76609124-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/91902e07-5f0b-4612-9456-c2e405dd312d HTTP/1.1" status: 204 len: 168 time: 0.6706653 Oct 12 00:26:58.364174 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a504cd96-2d09-49b6-8d61-5fa6685fc445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:26:58.736395 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106247c-a80b-497b-b202-ba6be886b04c req-ec188be4-7cb2-467d-a1b2-c27d2f8731ed tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:58.738611 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8106247c-a80b-497b-b202-ba6be886b04c req-ec188be4-7cb2-467d-a1b2-c27d2f8731ed tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 944 time: 0.0529144 Oct 12 00:26:58.794462 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8106247c-a80b-497b-b202-ba6be886b04c req-5a15cbd5-fe39-4934-9511-45a199aeee1d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501909 Oct 12 00:26:59.934757 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2dff3-1d8c-41b8-9ccd-1c6d81353598 req-eaac208d-98ff-4472-8467-d68dfe29e7b8 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:26:59.936282 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1cd2dff3-1d8c-41b8-9ccd-1c6d81353598 req-eaac208d-98ff-4472-8467-d68dfe29e7b8 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 944 time: 0.0510511 Oct 12 00:26:59.987435 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1cd2dff3-1d8c-41b8-9ccd-1c6d81353598 req-ad527d56-4556-4d3a-a184-212ad14050c1 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453846 Oct 12 00:27:00.339889 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ff37e4cb-00cf-4bd1-b77a-3dffa69e456e up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:00.400910 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:00.401301 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:00.401694 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e Oct 12 00:27:00.490396 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:00.493319 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:00.524140 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:27:00.526603 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2976efbe-7fc7-4d00-a94d-88130a564a56" -d '{"events": [{"server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "name": "network-vif-plugged", "status": "completed", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:27:00.542400 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:00.590529 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c902b19d-fc90-45d9-9c76-d296bab47044 x-openstack-request-id: req-c902b19d-fc90-45d9-9c76-d296bab47044 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:27:00.592537 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "name": "network-vif-plugged", "status": "completed", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:27:00.592537 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c902b19d-fc90-45d9-9c76-d296bab47044 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:27:00.592537 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c902b19d-fc90-45d9-9c76-d296bab47044'] response: {'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'code': 200} Oct 12 00:27:00.620693 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:00.621845 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:27:00.694250 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:27:00.694895 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 68692578-9ba0-4b5a-af9e-cb3c327ca4e7 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:27:00.700225 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-107482ff-7713-487c-b542-3abce5771275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:00.710925 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,revision_number=7']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:01.146456 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782156b-8253-498e-9142-e11e517f8376 req-6556c194-3671-426f-8552-acc1b504c2af tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:01.149144 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9782156b-8253-498e-9142-e11e517f8376 req-6556c194-3671-426f-8552-acc1b504c2af tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0646715 Oct 12 00:27:01.232189 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9782156b-8253-498e-9142-e11e517f8376 req-c768cbf4-8c82-46f3-b260-8fe1ce9eff82 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765400 Oct 12 00:27:01.814979 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:02.381405 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52499c71-1dd1-4ab0-9bb6-297dd69d8ac8 req-0a84df69-a363-475a-8e8e-c9da2db93e3e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:02.383519 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-52499c71-1dd1-4ab0-9bb6-297dd69d8ac8 req-0a84df69-a363-475a-8e8e-c9da2db93e3e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0606585 Oct 12 00:27:02.419839 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:02.460782 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-52499c71-1dd1-4ab0-9bb6-297dd69d8ac8 req-57ae581a-cdb5-4608-b3c9-10b4a78c6c1e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571690 Oct 12 00:27:03.424983 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:03.424983 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:03.477461 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:03.557989 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:03.573296 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63881bf-f7fa-42ac-a67b-1a58c0abada4 req-75c9ba62-9e3f-492e-9b9c-73251e9266b7 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:03.574780 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e63881bf-f7fa-42ac-a67b-1a58c0abada4 req-75c9ba62-9e3f-492e-9b9c-73251e9266b7 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0477190 Oct 12 00:27:03.622816 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e63881bf-f7fa-42ac-a67b-1a58c0abada4 req-2c972fb6-51e5-4bef-a8ef-63f7f7e45958 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424054 Oct 12 00:27:04.500174 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:04.768335 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52c073-5e5a-4583-bd03-8464624e362e req-30f6a4e9-5925-44a6-aa89-c4dcf974f6ee tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:04.770302 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-da52c073-5e5a-4583-bd03-8464624e362e req-30f6a4e9-5925-44a6-aa89-c4dcf974f6ee tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0565426 Oct 12 00:27:04.824896 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-da52c073-5e5a-4583-bd03-8464624e362e req-6a50955d-e8b6-4b6a-8ece-d4815b359c8e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491726 Oct 12 00:27:06.026649 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866cfc6-b733-4359-a27b-a21cf844e30c req-aee81386-29e9-4666-8839-f17786530933 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:06.031491 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5866cfc6-b733-4359-a27b-a21cf844e30c req-aee81386-29e9-4666-8839-f17786530933 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0626538 Oct 12 00:27:06.110386 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5866cfc6-b733-4359-a27b-a21cf844e30c req-c8b7aff7-d2d4-4254-81c0-228bd4645a36 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761795 Oct 12 00:27:06.293650 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38500) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:06.618990 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:06.730538 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:06.794439 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700557'] for router_interface (6964f752-8e57-4f58-a7c9-44fddc4e20d9), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:07.077179 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] Deleting port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:27:07.077179 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:07.195923 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] For port 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:07.196608 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:07.237258 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] Calling delete_port for 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea owned by network:router_interface {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:27:07.332634 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a8527-4edc-41b8-bbea-9d39e8c4d92d req-0c4659a5-6ba9-48d0-a672-3b199aafd873 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:07.334821 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-625a8527-4edc-41b8-bbea-9d39e8c4d92d req-0c4659a5-6ba9-48d0-a672-3b199aafd873 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0922749 Oct 12 00:27:07.409301 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:07.439829 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-625a8527-4edc-41b8-bbea-9d39e8c4d92d req-67ff2bea-7e78-4677-b82e-549a4880e174 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984907 Oct 12 00:27:07.598511 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:07.624290 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:07.852017 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78f628-e82e-445e-8bf6-a2a1efea0cad req-c397afb8-eb9b-455e-b430-d10a878d9f26 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:07.853517 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bc78f628-e82e-445e-8bf6-a2a1efea0cad req-c397afb8-eb9b-455e-b430-d10a878d9f26 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 945 time: 0.0610905 Oct 12 00:27:07.859472 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700537'] for router_interface (6964f752-8e57-4f58-a7c9-44fddc4e20d9), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:07.894762 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26cd2a-1657-4b7e-a5f5-c9666ad56dd0 None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:27:07.954437 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bc78f628-e82e-445e-8bf6-a2a1efea0cad req-371f2c59-27f8-486c-8335-13a98c526bf8 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936639 Oct 12 00:27:07.986691 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:07.988243 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a26cd2a-1657-4b7e-a5f5-c9666ad56dd0 None None] Resources bound (agent type, host, resource id): {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 00:27:08.000919 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:08.059751 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:08.121464 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] Router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:27:08.227093 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:27:08.238888 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-25042949-8908-44b1-b1ae-f03a077117bc admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/6964f752-8e57-4f58-a7c9-44fddc4e20d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9395168 Oct 12 00:27:08.239629 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38558) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:08.240847 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5624b25-4d5d-4c87-a471-07759075cc28 None None] Sync routers for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:27:08.255073 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5624b25-4d5d-4c87-a471-07759075cc28 None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:08.256305 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-c5624b25-4d5d-4c87-a471-07759075cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:08.324567 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:08.349969 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Publish callbacks [] for router (6964f752-8e57-4f58-a7c9-44fddc4e20d9), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:08.389683 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-c5624b25-4d5d-4c87-a471-07759075cc28 None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:08.598296 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-c5624b25-4d5d-4c87-a471-07759075cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:27:07Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:08.613709 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e66c-3d7e-457e-88e3-081a49e07f7d req-13aab3bb-665e-42a1-b49d-df31fef359b9 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:08.620849 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6502e66c-3d7e-457e-88e3-081a49e07f7d req-13aab3bb-665e-42a1-b49d-df31fef359b9 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0594542 Oct 12 00:27:08.625848 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5624b25-4d5d-4c87-a471-07759075cc28 None None] Checking router: 6964f752-8e57-4f58-a7c9-44fddc4e20d9 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:27:08.635809 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5624b25-4d5d-4c87-a471-07759075cc28 None None] Routers {'6964f752-8e57-4f58-a7c9-44fddc4e20d9'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:08.636467 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-c5624b25-4d5d-4c87-a471-07759075cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:08.677825 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6502e66c-3d7e-457e-88e3-081a49e07f7d req-e5e0c661-fec1-4f19-b865-0fde96d74266 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559192 Oct 12 00:27:08.729920 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Publish callbacks [] for router_gateway (6964f752-8e57-4f58-a7c9-44fddc4e20d9), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:08.746116 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-c5624b25-4d5d-4c87-a471-07759075cc28 None None] Set router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:08.777786 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:27:08.819534 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-e0c3a7b9-01c8-4ace-905b-6604bacf4c2c None None] Provisioning complete for port 82429640-f861-411c-81de-b7c54ae7fae2 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:08.819927 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a7b9-01c8-4ace-905b-6604bacf4c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (82429640-f861-411c-81de-b7c54ae7fae2), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:08.820264 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-e0c3a7b9-01c8-4ace-905b-6604bacf4c2c None None] Attempt 1 to provision port 82429640-f861-411c-81de-b7c54ae7fae2 Oct 12 00:27:08.866392 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Deleting port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:27:08.866660 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:08.944911 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] For port 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:08.945202 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:08.957210 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Calling delete_port for 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 owned by network:router_gateway {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:27:08.981231 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-e0c3a7b9-01c8-4ace-905b-6604bacf4c2c None None] Current status of the port 82429640-f861-411c-81de-b7c54ae7fae2 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:08.983682 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-c5624b25-4d5d-4c87-a471-07759075cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:27:07Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:09.013127 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5624b25-4d5d-4c87-a471-07759075cc28 None None] The sync data for ids ['6964f752-8e57-4f58-a7c9-44fddc4e20d9'] in dv-cinder-849143-13-iscsi is: [{'id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'name': 'tempest-AttachVolumeTestJSON-357700533-router', 'tenant_id': '54567f4ea839415a94397e13f93d71cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:27:07Z', 'revision_number': 5, 'project_id': '54567f4ea839415a94397e13f93d71cc', 'gw_port': {'id': '8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964f752-8e57-4f58-a7c9-44fddc4e20d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:56Z', 'updated_at': '2022-10-12T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:27:09.114575 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87492-5164-4d66-bdfc-0be3609244bb req-7260467a-776d-49f5-aeae-979c561531cb tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:09.116047 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bcd87492-5164-4d66-bdfc-0be3609244bb req-7260467a-776d-49f5-aeae-979c561531cb tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 945 time: 0.0569994 Oct 12 00:27:09.197282 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bcd87492-5164-4d66-bdfc-0be3609244bb req-54b05690-5c8b-480f-bb4e-9ea249a960fc tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756283 Oct 12 00:27:09.272065 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:09.298141 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:09.362882 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3698035'] for router_gateway (6964f752-8e57-4f58-a7c9-44fddc4e20d9), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:09.455878 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4256'] for router (6964f752-8e57-4f58-a7c9-44fddc4e20d9), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:09.458655 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Publish callbacks [] for router_controller (6964f752-8e57-4f58-a7c9-44fddc4e20d9), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:09.558571 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700577'] for router (6964f752-8e57-4f58-a7c9-44fddc4e20d9), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:09.558571 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6964f752-8e57-4f58-a7c9-44fddc4e20d9 {{(pid=111560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 00:27:09.562645 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:09.563757 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-5169e793-6ffc-49d0-b0f3-97ca6213fe7a admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/6964f752-8e57-4f58-a7c9-44fddc4e20d9 HTTP/1.1" status: 204 len: 168 time: 1.3232653 Oct 12 00:27:09.566970 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38578) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:09.616146 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bff267-7057-48ec-a13c-aac6f4cee376 admin admin] Deleting subnet aa18335c-d319-429c-b473-349dd96c4b84 {{(pid=111559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:27:09.619460 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7bff267-7057-48ec-a13c-aac6f4cee376 admin admin] Publish callbacks [] for subnet (aa18335c-d319-429c-b473-349dd96c4b84), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:09.656289 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7bff267-7057-48ec-a13c-aac6f4cee376 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461494'] for subnet (aa18335c-d319-429c-b473-349dd96c4b84), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:09.701864 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:27:09.724888 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:27:09.725406 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 7cf5afe3-4d0f-4f0c-87ed-b5e3307feaea not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:27:09.744007 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7bff267-7057-48ec-a13c-aac6f4cee376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (aa18335c-d319-429c-b473-349dd96c4b84), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:09.818348 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:09.830961 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e3921-7b65-4ca6-9efc-cfd2358d1992 req-40328be3-a8fc-4962-b6cd-9e37eace90c9 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:09.832502 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f74e3921-7b65-4ca6-9efc-cfd2358d1992 req-40328be3-a8fc-4962-b6cd-9e37eace90c9 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0593841 Oct 12 00:27:09.879689 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f74e3921-7b65-4ca6-9efc-cfd2358d1992 req-d31a291d-cd3c-4ee7-85cc-160a5db27f5a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412681 Oct 12 00:27:09.928364 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7bff267-7057-48ec-a13c-aac6f4cee376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25924447'] for subnet (aa18335c-d319-429c-b473-349dd96c4b84), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:09.953052 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bff267-7057-48ec-a13c-aac6f4cee376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa18335c-d319-429c-b473-349dd96c4b84,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:09.959268 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7bff267-7057-48ec-a13c-aac6f4cee376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:09.962343 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-a7bff267-7057-48ec-a13c-aac6f4cee376 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/aa18335c-d319-429c-b473-349dd96c4b84 HTTP/1.1" status: 204 len: 168 time: 0.3942490 Oct 12 00:27:09.965049 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38582) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:09.965961 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b667ff-881e-41b4-8e57-3e7738202baf None None] Network 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:27:10.136922 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d836b708-85b3-423d-8142-5a8da4ae9007 None None] DHCP port deletion for 499fb018-9e00-4ed3-b355-c8bccdf8c8f0 request from dv-cinder-849143-13-iscsi {{(pid=111561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 00:27:10.176847 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-d836b708-85b3-423d-8142-5a8da4ae9007 None None] Deleting port 82429640-f861-411c-81de-b7c54ae7fae2 {{(pid=111561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:27:10.177217 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d836b708-85b3-423d-8142-5a8da4ae9007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (82429640-f861-411c-81de-b7c54ae7fae2), before_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.178742 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:10.247318 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-d836b708-85b3-423d-8142-5a8da4ae9007 None None] For port 82429640-f861-411c-81de-b7c54ae7fae2, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=82429640-f861-411c-81de-b7c54ae7fae2,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:10.247318 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d836b708-85b3-423d-8142-5a8da4ae9007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (82429640-f861-411c-81de-b7c54ae7fae2), precommit_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.247318 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:10.255419 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-d836b708-85b3-423d-8142-5a8da4ae9007 None None] Calling delete_port for 82429640-f861-411c-81de-b7c54ae7fae2 owned by network:dhcp {{(pid=111561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:27:10.278295 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (499fb018-9e00-4ed3-b355-c8bccdf8c8f0), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.321849 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Deleting port 82429640-f861-411c-81de-b7c54ae7fae2 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:27:10.322191 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (82429640-f861-411c-81de-b7c54ae7fae2), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.393189 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-1531163a-7106-4c52-8482-31187194771b admin admin] For port 82429640-f861-411c-81de-b7c54ae7fae2, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=82429640-f861-411c-81de-b7c54ae7fae2,segment=NetworkSegment(a71d488f-55eb-4730-a89a-b44df2cc7f8b),segment_id=a71d488f-55eb-4730-a89a-b44df2cc7f8b)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:10.393565 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (82429640-f861-411c-81de-b7c54ae7fae2), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.395221 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042de9e9-ecfd-4e95-b748-799d3fb1a8a9 req-acd63228-28d6-4994-8d57-714d9e6d4380 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:10.396753 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-042de9e9-ecfd-4e95-b748-799d3fb1a8a9 req-acd63228-28d6-4994-8d57-714d9e6d4380 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 945 time: 0.1172905 Oct 12 00:27:10.407126 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Calling delete_port for 82429640-f861-411c-81de-b7c54ae7fae2 owned by network:dhcp {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:27:10.418433 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-591fde9f-fedf-4ce7-9518-487fe3db9cc9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:10.419968 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-591fde9f-fedf-4ce7-9518-487fe3db9cc9 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 945 time: 0.1065006 Oct 12 00:27:10.421990 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939fb49-6e7c-4c01-bdb7-83fa2d7c5a00 req-adc5e182-bdc2-419c-b315-ab7fbfa82050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:10.423318 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0939fb49-6e7c-4c01-bdb7-83fa2d7c5a00 req-adc5e182-bdc2-419c-b315-ab7fbfa82050 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 1129 time: 0.0776987 Oct 12 00:27:10.423735 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:10.437150 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d836b708-85b3-423d-8142-5a8da4ae9007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (82429640-f861-411c-81de-b7c54ae7fae2), after_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.462102 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836b708-85b3-423d-8142-5a8da4ae9007 None None] Pushing event deleted for resources: {'Port': ['ID=82429640-f861-411c-81de-b7c54ae7fae2,revision_number=None']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:10.466372 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d836b708-85b3-423d-8142-5a8da4ae9007 None None] No DVR routers for this DVR port 82429640-f861-411c-81de-b7c54ae7fae2 on host dv-cinder-849143-13-iscsi {{(pid=111561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:27:10.481735 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:10.491979 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (82429640-f861-411c-81de-b7c54ae7fae2), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.496049 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:10.518624 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Pushing event deleted for resources: {'Port': ['ID=82429640-f861-411c-81de-b7c54ae7fae2,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:10.524980 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1531163a-7106-4c52-8482-31187194771b admin admin] No DVR routers for this DVR port 82429640-f861-411c-81de-b7c54ae7fae2 on host dv-cinder-849143-13-iscsi {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:27:10.577228 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-042de9e9-ecfd-4e95-b748-799d3fb1a8a9 req-81e2e5ac-0e5e-45f7-b6ed-7db6361316a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721532 Oct 12 00:27:10.610161 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (499fb018-9e00-4ed3-b355-c8bccdf8c8f0), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.621579 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Deleting port ae56abca-71b5-4952-be55-bff130c4bc5e {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:27:10.621922 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.640657 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939fb49-6e7c-4c01-bdb7-83fa2d7c5a00 req-ab0e0dae-1d8b-4b0c-a8f2-9e1510ae4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:10.642379 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0939fb49-6e7c-4c01-bdb7-83fa2d7c5a00 req-ab0e0dae-1d8b-4b0c-a8f2-9e1510ae4d3e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 917 time: 0.2115142 Oct 12 00:27:10.643147 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-1531163a-7106-4c52-8482-31187194771b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499fb018-9e00-4ed3-b355-c8bccdf8c8f0']}} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:10.654621 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-1531163a-7106-4c52-8482-31187194771b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71d488f-55eb-4730-a89a-b44df2cc7f8b') {'for_net_delete': True} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:10.654909 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-1531163a-7106-4c52-8482-31187194771b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71d488f-55eb-4730-a89a-b44df2cc7f8b') {} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:10.666238 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461391'] for segment (a71d488f-55eb-4730-a89a-b44df2cc7f8b), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.682559 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (a71d488f-55eb-4730-a89a-b44df2cc7f8b), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.692263 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=111559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:27:10.692433 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966068'] for segment (a71d488f-55eb-4730-a89a-b44df2cc7f8b), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.754245 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0939fb49-6e7c-4c01-bdb7-83fa2d7c5a00 req-ef33eae8-1c96-46e0-8f4c-7861a1fb414b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e HTTP/1.1" status: 200 len: 1001 time: 0.0857801 Oct 12 00:27:10.769806 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] For port ae56abca-71b5-4952-be55-bff130c4bc5e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ae56abca-71b5-4952-be55-bff130c4bc5e,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:10.770166 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.832141 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (499fb018-9e00-4ed3-b355-c8bccdf8c8f0), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.838154 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.841935 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-1531163a-7106-4c52-8482-31187194771b admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/499fb018-9e00-4ed3-b355-c8bccdf8c8f0 HTTP/1.1" status: 204 len: 168 time: 0.8754017 Oct 12 00:27:10.858238 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment a71d488f-55eb-4730-a89a-b44df2cc7f8b resource provider aggregate not found Oct 12 00:27:10.870408 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531163a-7106-4c52-8482-31187194771b admin admin] Pushing event deleted for resources: {'Network': ['ID=499fb018-9e00-4ed3-b355-c8bccdf8c8f0,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:10.880448 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment a71d488f-55eb-4730-a89a-b44df2cc7f8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a71d488f-55eb-4730-a89a-b44df2cc7f8b found for delete ", "request_id": "req-1f8b0f45-eb79-46be-8df0-22afcc2e0733"}]} Oct 12 00:27:10.945149 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.948980 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (df51255d-0795-473a-895e-3a98908d6944), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:10.948980 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Floating IP df51255d-0795-473a-895e-3a98908d6944 disassociated. External IP: 172.27.4.47, port: ae56abca-71b5-4952-be55-bff130c4bc5e. Oct 12 00:27:10.948980 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Calling delete_port for ae56abca-71b5-4952-be55-bff130c4bc5e owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:27:11.001051 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:11.017287 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2a96f-5472-40ed-8c4c-97dd8b8c6e9e req-9e8b9104-ae5a-4797-9332-fe5877fea273 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:11.017287 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-72f2a96f-5472-40ed-8c4c-97dd8b8c6e9e req-9e8b9104-ae5a-4797-9332-fe5877fea273 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0493004 Oct 12 00:27:11.053190 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939fb49-6e7c-4c01-bdb7-83fa2d7c5a00 req-90b3b663-0e03-4a6e-8532-0e5a1f5ce7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:11.054663 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0939fb49-6e7c-4c01-bdb7-83fa2d7c5a00 req-90b3b663-0e03-4a6e-8532-0e5a1f5ce7b8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=fd02fede-aeab-4655-a486-9bfc8561b3bd HTTP/1.1" status: 200 len: 855 time: 0.0639679 Oct 12 00:27:11.062282 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-72f2a96f-5472-40ed-8c4c-97dd8b8c6e9e req-ec47b2fc-99e0-4368-8d58-3aaaafe0934c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411911 Oct 12 00:27:11.128957 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939fb49-6e7c-4c01-bdb7-83fa2d7c5a00 req-b8ef1ac9-83a2-4585-8ed5-0154cff24fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:11.130457 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0939fb49-6e7c-4c01-bdb7-83fa2d7c5a00 req-b8ef1ac9-83a2-4585-8ed5-0154cff24fa1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0c299ee8-2b42-4994-965e-051a94d2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0676355 Oct 12 00:27:11.203094 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38604) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:11.232805 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0939fb49-6e7c-4c01-bdb7-83fa2d7c5a00 req-c94e8f53-9527-4171-a36a-3637a789cdd8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928819 Oct 12 00:27:11.243864 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-8ffef777-dbf0-4a00-9c75-1bc6471087c3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=54567f4ea839415a94397e13f93d71cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395892 Oct 12 00:27:11.246292 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38606) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:11.290572 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (ae56abca-71b5-4952-be55-bff130c4bc5e), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:11.298560 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7c2f8a2c-02ad-4076-873b-cc73bd023114 admin admin] Publish callbacks [] for security_group (37b70668-be5f-4cd4-b93e-d18dffc0768c), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:11.320383 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7c2f8a2c-02ad-4076-873b-cc73bd023114 admin admin] Publish callbacks [] for security_group (37b70668-be5f-4cd4-b93e-d18dffc0768c), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:11.327882 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'Port': ['ID=ae56abca-71b5-4952-be55-bff130c4bc5e,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:11.330273 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:11.404511 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0939fb49-6e7c-4c01-bdb7-83fa2d7c5a00 req-5f8a3618-8b04-4731-922c-f470bd63e3f0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624188 Oct 12 00:27:11.442820 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7c2f8a2c-02ad-4076-873b-cc73bd023114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (37b70668-be5f-4cd4-b93e-d18dffc0768c), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:11.445569 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7c2f8a2c-02ad-4076-873b-cc73bd023114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:11.446793 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-7c2f8a2c-02ad-4076-873b-cc73bd023114 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/37b70668-be5f-4cd4-b93e-d18dffc0768c HTTP/1.1" status: 204 len: 168 time: 0.1995656 Oct 12 00:27:11.455809 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f8a2c-02ad-4076-873b-cc73bd023114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b70668-be5f-4cd4-b93e-d18dffc0768c,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:11.464961 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Router 8e420787-32f1-4086-a0bd-84c2dcf5d506 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:27:11.513367 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:11.577707 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:27:11.586804 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2022fd-85ab-43fb-ba2a-7a4429cf70bc None None] Sync routers for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:27:11.597895 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2022fd-85ab-43fb-ba2a-7a4429cf70bc None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:11.598509 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-1f2022fd-85ab-43fb-ba2a-7a4429cf70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:11.634340 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] No DVR routers for this DVR port ae56abca-71b5-4952-be55-bff130c4bc5e on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:27:11.634340 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:11.636938 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f0292d2e-5d06-40d3-8a91-f573e45fce67 req-d5108fa4-689c-4198-b432-c50e271a73a7 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ae56abca-71b5-4952-be55-bff130c4bc5e HTTP/1.1" status: 204 len: 173 time: 1.2038946 Oct 12 00:27:11.637480 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'name': 'network-vif-deleted', 'tag': 'ae56abca-71b5-4952-be55-bff130c4bc5e'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:27:11.639813 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cca2e8-cb3f-40f3-8c9a-a02f2a4b2c42" -d '{"events": [{"server_uuid": "731e899f-66f8-474a-9ebb-adc979dbeb13", "name": "network-vif-deleted", "tag": "ae56abca-71b5-4952-be55-bff130c4bc5e"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:27:11.693607 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:27:11.722546 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:27:11.722995 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 8aa0e976-f99c-4164-8a06-4ea2fcc5e7c5 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:27:11.723537 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 82429640-f861-411c-81de-b7c54ae7fae2 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:27:11.739469 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-1f2022fd-85ab-43fb-ba2a-7a4429cf70bc None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:11.740442 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fa6593e8-4f96-4ef0-a090-ab606e5b536b req-01c3d617-fa3e-4354-ae23-d49c787a05e0 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 210 time: 0.0459719 Oct 12 00:27:11.746603 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b59f01-6d96-430a-b7a0-1bd67ba83e74 x-openstack-request-id: req-03b59f01-6d96-430a-b7a0-1bd67ba83e74 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:27:11.746903 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731e899f-66f8-474a-9ebb-adc979dbeb13", "name": "network-vif-deleted", "tag": "ae56abca-71b5-4952-be55-bff130c4bc5e", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:27:11.748304 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03b59f01-6d96-430a-b7a0-1bd67ba83e74 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:27:11.748743 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b59f01-6d96-430a-b7a0-1bd67ba83e74'] response: {'server_uuid': '731e899f-66f8-474a-9ebb-adc979dbeb13', 'name': 'network-vif-deleted', 'tag': 'ae56abca-71b5-4952-be55-bff130c4bc5e', 'status': 'completed', 'code': 200} Oct 12 00:27:11.764375 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 82429640-f861-411c-81de-b7c54ae7fae2 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:27:11.764874 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 82429640-f861-411c-81de-b7c54ae7fae2 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:27:11.965704 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-1f2022fd-85ab-43fb-ba2a-7a4429cf70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:11.990176 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2022fd-85ab-43fb-ba2a-7a4429cf70bc None None] Checking router: 8e420787-32f1-4086-a0bd-84c2dcf5d506 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:27:12.000172 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2022fd-85ab-43fb-ba2a-7a4429cf70bc None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:12.000172 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-1f2022fd-85ab-43fb-ba2a-7a4429cf70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:12.102342 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-1f2022fd-85ab-43fb-ba2a-7a4429cf70bc None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:12.210439 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24895-c801-4374-bde0-b854c074f513 req-12decba0-e888-4c34-82d1-3a9e915e4048 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:12.211972 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fcc24895-c801-4374-bde0-b854c074f513 req-12decba0-e888-4c34-82d1-3a9e915e4048 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0491564 Oct 12 00:27:12.263919 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fcc24895-c801-4374-bde0-b854c074f513 req-66f826f7-fe43-4419-839a-3e12cd3a2a7b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453632 Oct 12 00:27:12.318818 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-1f2022fd-85ab-43fb-ba2a-7a4429cf70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:12.344184 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2022fd-85ab-43fb-ba2a-7a4429cf70bc None None] The sync data for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi is: [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:20:05Z', 'revision_number': 4, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '7ef7209a-be1a-4259-abfd-d26342fbf6b6', 'name': '', 'network_id': 'a7f2d8cc-4d82-4295-a149-404a55bcd20c', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'mac_address': 'fa:16:3e:71:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '52bba071-c454-4c4d-992e-bc926db7c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:20:02Z', 'updated_at': '2022-10-12T00:20:20Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'subnets': [{'id': '52bba071-c454-4c4d-992e-bc926db7c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:27:12.383978 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38634) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:12.499610 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-32008846-0ea2-4a1a-9360-b6e35c5cfb78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:12.593429 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-32008846-0ea2-4a1a-9360-b6e35c5cfb78 admin admin] Publish callbacks [] for security_group (a5a6d66d-0f25-4cc3-8634-e4b040f494f7), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:12.609209 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49eddb-9f70-473c-b372-91d4b7998f7e None None] New status for floating IP df51255d-0795-473a-895e-3a98908d6944: DOWN {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:27:12.654578 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-32008846-0ea2-4a1a-9360-b6e35c5cfb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (a5a6d66d-0f25-4cc3-8634-e4b040f494f7), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:12.697095 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-32008846-0ea2-4a1a-9360-b6e35c5cfb78 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3173698a626e49379cc39d87f0988d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117898 Oct 12 00:27:12.699817 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38646) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:12.708733 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32008846-0ea2-4a1a-9360-b6e35c5cfb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a6d66d-0f25-4cc3-8634-e4b040f494f7,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:12.760330 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03c7cde5-6759-48cf-92cb-5d6e3037d28c admin admin] Publish callbacks [] for security_group (a5a6d66d-0f25-4cc3-8634-e4b040f494f7), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:12.782832 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03c7cde5-6759-48cf-92cb-5d6e3037d28c admin admin] Publish callbacks [] for security_group (a5a6d66d-0f25-4cc3-8634-e4b040f494f7), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:12.858234 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-eee3afbd-9a3c-430b-a616-60827bb0e241 req-9af33ada-8b5b-4de6-855e-9f16f8b643cc tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 210 time: 0.0316126 Oct 12 00:27:12.894559 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03c7cde5-6759-48cf-92cb-5d6e3037d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (a5a6d66d-0f25-4cc3-8634-e4b040f494f7), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:12.897309 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03c7cde5-6759-48cf-92cb-5d6e3037d28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:12.899462 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-03c7cde5-6759-48cf-92cb-5d6e3037d28c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a5a6d66d-0f25-4cc3-8634-e4b040f494f7 HTTP/1.1" status: 204 len: 168 time: 0.1977088 Oct 12 00:27:12.906596 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7cde5-6759-48cf-92cb-5d6e3037d28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a6d66d-0f25-4cc3-8634-e4b040f494f7,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:13.463311 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc1bf9-53bb-456c-bc30-9d0ea74bddff req-6d9b7cd4-2c91-4dee-acbc-66209fe50ca0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:13.465091 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-84cc1bf9-53bb-456c-bc30-9d0ea74bddff req-6d9b7cd4-2c91-4dee-acbc-66209fe50ca0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0870044 Oct 12 00:27:13.477127 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31f502-d57b-4fce-855c-190290d2f5e3 req-c3c41b7e-5d1e-4526-9bdb-10dfd4daf41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:13.477127 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6a31f502-d57b-4fce-855c-190290d2f5e3 req-c3c41b7e-5d1e-4526-9bdb-10dfd4daf41b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 1129 time: 0.0718770 Oct 12 00:27:13.479389 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:13.518366 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-84cc1bf9-53bb-456c-bc30-9d0ea74bddff req-48a8c172-17e3-43c9-93d5-1c7a1868220c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451174 Oct 12 00:27:13.606231 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31f502-d57b-4fce-855c-190290d2f5e3 req-4b7195f0-8bb1-450a-b1ae-c8da6188df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:13.607858 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6a31f502-d57b-4fce-855c-190290d2f5e3 req-4b7195f0-8bb1-450a-b1ae-c8da6188df6e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 917 time: 0.1048481 Oct 12 00:27:13.698902 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6a31f502-d57b-4fce-855c-190290d2f5e3 req-98c8103f-d9f8-4979-8ca5-7c30d19196b3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e HTTP/1.1" status: 200 len: 1001 time: 0.0776758 Oct 12 00:27:13.753407 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31f502-d57b-4fce-855c-190290d2f5e3 req-c05fc55a-ba6d-409a-9a9e-dced5c5a4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:13.754878 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6a31f502-d57b-4fce-855c-190290d2f5e3 req-c05fc55a-ba6d-409a-9a9e-dced5c5a4a91 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=fd02fede-aeab-4655-a486-9bfc8561b3bd HTTP/1.1" status: 200 len: 855 time: 0.0460455 Oct 12 00:27:13.799046 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31f502-d57b-4fce-855c-190290d2f5e3 req-47d13778-0f8c-40c8-888e-d84f09fa8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:13.800610 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6a31f502-d57b-4fce-855c-190290d2f5e3 req-47d13778-0f8c-40c8-888e-d84f09fa8aee service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0c299ee8-2b42-4994-965e-051a94d2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394626 Oct 12 00:27:13.899261 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6a31f502-d57b-4fce-855c-190290d2f5e3 req-f6b0c54a-6d61-4d22-90f3-0e4f7899f8ef service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919461 Oct 12 00:27:13.983576 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-dcb89f8e-c27d-4f51-a49c-9c289a2aa246 req-1ac0b4a7-8d68-47ed-98cc-0361535dce93 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=731e899f-66f8-474a-9ebb-adc979dbeb13 HTTP/1.1" status: 200 len: 210 time: 0.0313134 Oct 12 00:27:14.173222 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:14.200514 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38686) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:14.204566 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6a31f502-d57b-4fce-855c-190290d2f5e3 req-ecdeb67f-f4d8-469b-9635-d4e7f2815b2e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062381 Oct 12 00:27:14.302039 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1552951287-network', 'tenant_id': '654843d065264b9e9296824daf702110'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:14.384922 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Made reservation on behalf of 654843d065264b9e9296824daf702110 for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:27:14.387273 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:14.396631 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:14.439167 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ae56abca-71b5-4952-be55-bff130c4bc5e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:27:14.458835 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: ae56abca-71b5-4952-be55-bff130c4bc5e {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:27:14.459127 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ae56abca-71b5-4952-be55-bff130c4bc5e not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:27:14.459566 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ff37e4cb-00cf-4bd1-b77a-3dffa69e456e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:27:14.471456 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Publish callbacks [] for security_group (b79806dd-530d-4b8b-8403-28fcf2174efc), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:14.530893 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e is: ACTIVE; New status is: DOWN {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:14.531274 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:14.541585 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b79806dd-530d-4b8b-8403-28fcf2174efc), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:14.559617 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:27:14.563399 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0980c35f-083c-4ca0-b538-d59ae227d293" -d '{"events": [{"server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "name": "network-vif-unplugged", "status": "completed", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:27:14.577017 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79806dd-530d-4b8b-8403-28fcf2174efc,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:14.580619 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:14.583611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:27:14.594715 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (e60d908b-4e68-44e1-8e1f-e052aa1e6f86), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:14.595296 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Added segment e60d908b-4e68-44e1-8e1f-e052aa1e6f86 of type vlan for network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 Oct 12 00:27:14.630790 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 00:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331d2bc7-d063-4c85-a6f9-07a2edd39ba0 x-openstack-request-id: req-331d2bc7-d063-4c85-a6f9-07a2edd39ba0 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:27:14.631084 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "name": "network-vif-unplugged", "status": "completed", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:27:14.631393 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-331d2bc7-d063-4c85-a6f9-07a2edd39ba0 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:27:14.631831 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331d2bc7-d063-4c85-a6f9-07a2edd39ba0'] response: {'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'code': 200} Oct 12 00:27:14.642121 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (0fd75ea6-44b5-4c93-a3aa-fbdedbce1910), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:14.661246 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:14.679469 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86bea6-f0cf-4eca-8832-bf76ab1ce10b req-e4f7297b-a1c3-403e-a3e6-ff92675e6629 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:14.680958 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6a86bea6-f0cf-4eca-8832-bf76ab1ce10b req-e4f7297b-a1c3-403e-a3e6-ff92675e6629 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 945 time: 0.0500157 Oct 12 00:27:14.711832 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,revision_number=8']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:14.731414 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6a86bea6-f0cf-4eca-8832-bf76ab1ce10b req-c9c5057b-8114-4c24-b304-9285a6b792d9 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446653 Oct 12 00:27:14.804156 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (0fd75ea6-44b5-4c93-a3aa-fbdedbce1910), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:14.805890 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:14.806832 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:14.875998 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:14.889552 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] Pushing event updated for resources: {'Network': ['ID=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:14.899295 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:27:14.908766 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-31847d79-d91c-43a7-86fc-7f1639730e28 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7070787 Oct 12 00:27:14.912187 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38706) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:14.916973 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] Request body: {'subnet': {'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1552951287-subnet', 'tenant_id': '654843d065264b9e9296824daf702110', 'ip_version': 4}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:15.030311 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] Made reservation on behalf of 654843d065264b9e9296824daf702110 for: {'subnet': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:27:15.032716 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25922750'] for subnet (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.296156 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25922732'] for subnet (c3db3557-c8f3-41f3-909c-4cfe7c130bd4), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.328376 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:15.351657 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3db3557-c8f3-41f3-909c-4cfe7c130bd4,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:15.370302 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] Checking segment: {'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:27:15.370630 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] Network hostable DHCP agents. Network: 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:27:15.399534 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38722) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:15.458201 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ad111d03-13c3-4b19-a3c6-35727f341299 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.474108 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] Network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:27:15.486995 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ad111d03-13c3-4b19-a3c6-35727f341299 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.584947 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910) {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:15.589598 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:15.590464 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.594392 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cad56e-ee5c-43e6-86f2-2c3c558f81cf None None] Network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:27:15.594837 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:15.638289 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ad111d03-13c3-4b19-a3c6-35727f341299 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.640942 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ad111d03-13c3-4b19-a3c6-35727f341299 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.642406 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-ad111d03-13c3-4b19-a3c6-35727f341299 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26 HTTP/1.1" status: 204 len: 168 time: 0.2419066 Oct 12 00:27:15.645946 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38732) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:15.652570 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad111d03-13c3-4b19-a3c6-35727f341299 tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:15.659708 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.api.v2.resource [None req-7ec4335a-f136-4650-a92d-9f284af8452d tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] show failed (client error): The resource could not be found. Oct 12 00:27:15.660704 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-7ec4335a-f136-4650-a92d-9f284af8452d tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "GET /networking/v2.0/security-groups/cbaaf27b-7d0a-4ef6-b08a-4f924ec2db26 HTTP/1.1" status: 404 len: 347 time: 0.0136085 Oct 12 00:27:15.663562 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38734) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:15.725865 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-02ad6e6d-b24f-4f10-a2a9-3368e0f3de04 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8076437 Oct 12 00:27:15.726419 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'project_id': '654843d065264b9e9296824daf702110', 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:27:15.726419 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.728177 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38736) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:15.733551 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:15.779335 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-eecdda90-cc1c-4165-bc9a-cc0c1b1d452f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Deleting port 1f90d6ac-ae66-42eb-8f65-706f1bd2b596 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:27:15.779712 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-eecdda90-cc1c-4165-bc9a-cc0c1b1d452f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (1f90d6ac-ae66-42eb-8f65-706f1bd2b596), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.861277 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (02e671b4-0cc0-45ca-b092-b238abfdbb80), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.875450 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (02e671b4-0cc0-45ca-b092-b238abfdbb80), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.875725 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-eecdda90-cc1c-4165-bc9a-cc0c1b1d452f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (1f90d6ac-ae66-42eb-8f65-706f1bd2b596), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.875725 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-eecdda90-cc1c-4165-bc9a-cc0c1b1d452f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (1f90d6ac-ae66-42eb-8f65-706f1bd2b596), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.877805 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Allocated IP 172.20.0.2 (0fd75ea6-44b5-4c93-a3aa-fbdedbce1910/c3db3557-c8f3-41f3-909c-4cfe7c130bd4/198aabca-4f93-4e9f-b228-388dc2b14d8a) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:27:15.899720 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-eecdda90-cc1c-4165-bc9a-cc0c1b1d452f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Calling delete_port for 1f90d6ac-ae66-42eb-8f65-706f1bd2b596 owned by network:floatingip {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:27:15.924922 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Publish callbacks [] for router_controller (02e671b4-0cc0-45ca-b092-b238abfdbb80), precommit_add_association {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:15.938343 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:16.016158 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:16.126420 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Publish callbacks [] for router_gateway (02e671b4-0cc0-45ca-b092-b238abfdbb80), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.168898 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Publish callbacks [] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.169057 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-eecdda90-cc1c-4165-bc9a-cc0c1b1d452f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (1f90d6ac-ae66-42eb-8f65-706f1bd2b596), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.202651 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdda90-cc1c-4165-bc9a-cc0c1b1d452f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Pushing event deleted for resources: {'Port': ['ID=1f90d6ac-ae66-42eb-8f65-706f1bd2b596,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:16.226616 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.261031 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-eecdda90-cc1c-4165-bc9a-cc0c1b1d452f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks [] for floatingip (df51255d-0795-473a-895e-3a98908d6944), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.264605 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-eecdda90-cc1c-4165-bc9a-cc0c1b1d452f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.269771 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-eecdda90-cc1c-4165-bc9a-cc0c1b1d452f tempest-AttachVolumeNegativeTest-127190093 tempest-AttachVolumeNegativeTest-127190093-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/df51255d-0795-473a-895e-3a98908d6944 HTTP/1.1" status: 204 len: 168 time: 0.6046400 Oct 12 00:27:16.276186 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:27:16.280060 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:16.282184 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Pushing event updated for resources: {'Port': ['ID=198aabca-4f93-4e9f-b228-388dc2b14d8a,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:16.285326 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:27:16.348247 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Attempting to bind port 198aabca-4f93-4e9f-b228-388dc2b14d8a on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:27:16.348613 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Attempting to bind port 198aabca-4f93-4e9f-b228-388dc2b14d8a by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:27:16.348977 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Attempting to bind port 198aabca-4f93-4e9f-b228-388dc2b14d8a on network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:27:16.390449 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:27:16.391027 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Checking segment: {'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:27:16.391701 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.392097 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Bound using segment: {'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:27:16.392566 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Bound port: 198aabca-4f93-4e9f-b228-388dc2b14d8a, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:27:16.392939 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.413718 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Publish callbacks [] for router_gateway (02e671b4-0cc0-45ca-b092-b238abfdbb80), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.432741 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.456251 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] For port 198aabca-4f93-4e9f-b228-388dc2b14d8a, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:27:16.459789 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] For port 198aabca-4f93-4e9f-b228-388dc2b14d8a, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=198aabca-4f93-4e9f-b228-388dc2b14d8a,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:27:16.517693 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.552551 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Allocated IP 172.27.4.66 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/a71f2280-0570-44a2-bfff-f645d800f6f2) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:27:16.579301 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac4e54-8bc5-4e12-a3e6-69e9065d0c9e None None] Pushing event updated for resources: {'Port': ['ID=198aabca-4f93-4e9f-b228-388dc2b14d8a,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:16.661167 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Publish callbacks [] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.770098 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:16.815942 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:27:16.819302 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:16.821798 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:27:16.849923 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:16.852718 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Pushing event updated for resources: {'Port': ['ID=a71f2280-0570-44a2-bfff-f645d800f6f2,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:16.972255 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:17.133336 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Publish callbacks [] for router_gateway (02e671b4-0cc0-45ca-b092-b238abfdbb80), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:17.322032 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (02e671b4-0cc0-45ca-b092-b238abfdbb80), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:17.374324 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b868ad1c-5462-4436-b8ce-ace072af09cc None None] Network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:27:17.420501 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-d359a4e5-bfec-428e-bf8e-bd4e1686259f None None] Provisioning complete for port 198aabca-4f93-4e9f-b228-388dc2b14d8a triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:17.420873 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d359a4e5-bfec-428e-bf8e-bd4e1686259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:17.421206 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-d359a4e5-bfec-428e-bf8e-bd4e1686259f None None] Attempt 1 to provision port 198aabca-4f93-4e9f-b228-388dc2b14d8a Oct 12 00:27:17.523031 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Router 02e671b4-0cc0-45ca-b092-b238abfdbb80 is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:27:17.549735 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-d359a4e5-bfec-428e-bf8e-bd4e1686259f None None] Current status of the port 198aabca-4f93-4e9f-b228-388dc2b14d8a is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:17.549735 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d359a4e5-bfec-428e-bf8e-bd4e1686259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:17.576275 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:17.587979 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-d359a4e5-bfec-428e-bf8e-bd4e1686259f None None] For port 198aabca-4f93-4e9f-b228-388dc2b14d8a, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=198aabca-4f93-4e9f-b228-388dc2b14d8a,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:17.652840 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:27:17.663485 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Sync routers for ids ['02e671b4-0cc0-45ca-b092-b238abfdbb80'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:27:17.666328 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d359a4e5-bfec-428e-bf8e-bd4e1686259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:17.684587 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Routers {'02e671b4-0cc0-45ca-b092-b238abfdbb80'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:17.685245 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['02e671b4-0cc0-45ca-b092-b238abfdbb80'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:17.724213 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359a4e5-bfec-428e-bf8e-bd4e1686259f None None] Pushing event updated for resources: {'Port': ['ID=198aabca-4f93-4e9f-b228-388dc2b14d8a,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:17.741592 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 198aabca-4f93-4e9f-b228-388dc2b14d8a up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:17.753847 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:17.755891 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-a49b5ccb-ad0b-4fb2-9d1c-f5e4ad262ffe admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0259511 Oct 12 00:27:17.757903 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38762) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:17.800780 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-29699ecc-d1fd-43e6-b73d-a2b53f0033af None None] Provisioning complete for port 198aabca-4f93-4e9f-b228-388dc2b14d8a triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:17.801157 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-29699ecc-d1fd-43e6-b73d-a2b53f0033af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:17.801506 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-29699ecc-d1fd-43e6-b73d-a2b53f0033af None None] Attempt 1 to provision port 198aabca-4f93-4e9f-b228-388dc2b14d8a Oct 12 00:27:17.812595 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Set router 02e671b4-0cc0-45ca-b092-b238abfdbb80 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:17.846060 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 198aabca-4f93-4e9f-b228-388dc2b14d8a triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:17.846417 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:17.847720 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 198aabca-4f93-4e9f-b228-388dc2b14d8a Oct 12 00:27:17.921369 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-29699ecc-d1fd-43e6-b73d-a2b53f0033af None None] Current status of the port 198aabca-4f93-4e9f-b228-388dc2b14d8a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:17.955910 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:17.959075 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 198aabca-4f93-4e9f-b228-388dc2b14d8a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:17.997620 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:16Z', 'revision_number': 3, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:18.027691 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Checking router: 02e671b4-0cc0-45ca-b092-b238abfdbb80 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:27:18.028034 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Updating router 02e671b4-0cc0-45ca-b092-b238abfdbb80 port a71f2280-0570-44a2-bfff-f645d800f6f2 binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:27:18.059446 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:18.088672 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:18.192556 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:18.393709 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Publish callbacks [] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:18.415450 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:18.430460 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:18.466250 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:18.507063 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Attempting to bind port a71f2280-0570-44a2-bfff-f645d800f6f2 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:27:18.507445 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Attempting to bind port a71f2280-0570-44a2-bfff-f645d800f6f2 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:27:18.507804 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Attempting to bind port a71f2280-0570-44a2-bfff-f645d800f6f2 on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:27:18.536851 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Pushing event updated for resources: {'Port': ['ID=a71f2280-0570-44a2-bfff-f645d800f6f2,revision_number=2']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:18.548142 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.548483 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.548838 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.549190 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.549522 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.549847 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.550819 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.551141 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.551501 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.551829 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.552149 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.552479 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.552799 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.553111 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.553423 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:18.572907 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:27:18.573275 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:27:18.573672 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:18.574061 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:27:18.574518 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Bound port: a71f2280-0570-44a2-bfff-f645d800f6f2, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:27:18.575073 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:18.578100 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Allocated IP 172.20.0.1 (0fd75ea6-44b5-4c93-a3aa-fbdedbce1910/c3db3557-c8f3-41f3-909c-4cfe7c130bd4/708112ba-b964-49bb-9768-38d54f6d89aa) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:27:18.634317 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] For port a71f2280-0570-44a2-bfff-f645d800f6f2, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:27:18.643567 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] For port a71f2280-0570-44a2-bfff-f645d800f6f2, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=a71f2280-0570-44a2-bfff-f645d800f6f2,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:27:18.705724 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Publish callbacks [] for port (708112ba-b964-49bb-9768-38d54f6d89aa), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:18.724448 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:18.781592 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Routers {'02e671b4-0cc0-45ca-b092-b238abfdbb80'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:18.782303 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['02e671b4-0cc0-45ca-b092-b238abfdbb80'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:18.820985 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:18.822629 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddb8a9-8ff4-4b3e-906e-7fc4d590609f None None] Pushing event updated for resources: {'Port': ['ID=a71f2280-0570-44a2-bfff-f645d800f6f2,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:18.886661 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:27:18.890185 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:18.907882 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Pushing event updated for resources: {'Port': ['ID=708112ba-b964-49bb-9768-38d54f6d89aa,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:18.911208 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [req-4e8c0676-20d3-4903-996c-b18d5a7d3d87 req-8def1a74-7008-4033-9719-655ae39ec6e5 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111560) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:27:18.913046 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4e8c0676-20d3-4903-996c-b18d5a7d3d87 req-8def1a74-7008-4033-9719-655ae39ec6e5 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0672674 Oct 12 00:27:18.913404 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:27:18.913851 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] Set router 02e671b4-0cc0-45ca-b092-b238abfdbb80 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:18.959943 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (02e671b4-0cc0-45ca-b092-b238abfdbb80), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:19.025612 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:19.041386 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:19.115211 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:16Z', 'revision_number': 3, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:19.141132 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615bcf14-786a-4335-a134-9fcf0742c1c1 None None] The sync data for ids ['02e671b4-0cc0-45ca-b092-b238abfdbb80'] in dv-cinder-849143-13-iscsi is: [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:16Z', 'revision_number': 3, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:27:19.148452 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-b850733a-2611-4b53-9bf1-263da88d4468 None None] Provisioning complete for port 708112ba-b964-49bb-9768-38d54f6d89aa triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:19.149212 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-b850733a-2611-4b53-9bf1-263da88d4468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:19.149548 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-b850733a-2611-4b53-9bf1-263da88d4468 None None] Attempt 1 to provision port 708112ba-b964-49bb-9768-38d54f6d89aa Oct 12 00:27:19.192225 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-b850733a-2611-4b53-9bf1-263da88d4468 None None] Port 708112ba-b964-49bb-9768-38d54f6d89aa cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:27:19.195389 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:19.338350 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ff37e4cb-00cf-4bd1-b77a-3dffa69e456e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:27:19.406746 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e94ae-ae3a-41c3-9ae8-8dd8c884af3e req-354757ca-db48-4946-9b59-981ababa95d6 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:19.408493 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c00e94ae-ae3a-41c3-9ae8-8dd8c884af3e req-354757ca-db48-4946-9b59-981ababa95d6 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0962148 Oct 12 00:27:19.414617 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:19.441572 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e is: DOWN; New status is: DOWN {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:19.454618 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Publish callbacks [] for port (708112ba-b964-49bb-9768-38d54f6d89aa), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:19.492117 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c00e94ae-ae3a-41c3-9ae8-8dd8c884af3e req-08fe0ee4-c417-4a35-bf76-23d22549d4cf tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651276 Oct 12 00:27:19.518008 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:19.594091 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Pushing event updated for resources: {'Port': ['ID=708112ba-b964-49bb-9768-38d54f6d89aa,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:19.607020 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (02e671b4-0cc0-45ca-b092-b238abfdbb80), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:19.753335 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:27:19.755016 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:19.800525 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device a71f2280-0570-44a2-bfff-f645d800f6f2 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:19.892041 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:19.893007 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port a71f2280-0570-44a2-bfff-f645d800f6f2 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:19.893528 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:19.894729 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port a71f2280-0570-44a2-bfff-f645d800f6f2 Oct 12 00:27:19.935150 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Router 02e671b4-0cc0-45ca-b092-b238abfdbb80 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:27:20.007294 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port a71f2280-0570-44a2-bfff-f645d800f6f2 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:20.008073 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:20.043729 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port a71f2280-0570-44a2-bfff-f645d800f6f2, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=a71f2280-0570-44a2-bfff-f645d800f6f2,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:20.096496 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:27:20.109985 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-1feec08f-f62f-4137-9a2d-a85b58cd084e admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/02e671b4-0cc0-45ca-b092-b238abfdbb80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3429539 Oct 12 00:27:20.109985 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38820) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:20.127534 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-d40944d2-58fa-4f9b-9545-041a61bd2efc None None] Provisioning complete for port 708112ba-b964-49bb-9768-38d54f6d89aa triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:20.127911 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d40944d2-58fa-4f9b-9545-041a61bd2efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:20.128274 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-d40944d2-58fa-4f9b-9545-041a61bd2efc None None] Attempt 1 to provision port 708112ba-b964-49bb-9768-38d54f6d89aa Oct 12 00:27:20.167098 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:20.167938 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 198aabca-4f93-4e9f-b228-388dc2b14d8a up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:20.217296 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:20.223196 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-d40944d2-58fa-4f9b-9545-041a61bd2efc None None] Port 708112ba-b964-49bb-9768-38d54f6d89aa cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:27:20.241007 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-34cf1f26-ab36-4dea-80ec-1ab00d0a1f2b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1320641 Oct 12 00:27:20.265333 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-c6090d95-cd3e-439f-9513-c11df3da7b3a service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:27:20.265819 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=a71f2280-0570-44a2-bfff-f645d800f6f2,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:20.266443 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-c6090d95-cd3e-439f-9513-c11df3da7b3a service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0145311 Oct 12 00:27:20.277450 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 198aabca-4f93-4e9f-b228-388dc2b14d8a triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:20.277824 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:20.278159 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 198aabca-4f93-4e9f-b228-388dc2b14d8a Oct 12 00:27:20.389351 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 198aabca-4f93-4e9f-b228-388dc2b14d8a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:20.390673 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38838) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:20.493690 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-b1c45f36-4c7c-4e16-8dec-733865f0b918 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:20.495066 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-b1c45f36-4c7c-4e16-8dec-733865f0b918 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports/ff37e4cb-00cf-4bd1-b77a-3dffa69e456e HTTP/1.1" status: 200 len: 940 time: 0.1033990 Oct 12 00:27:20.635507 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffb8dd-4685-4a6f-95bf-8a5933cb0b57 req-eb2c2206-2a55-4444-889a-b8ea791fcdfd tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:20.638824 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-79ffb8dd-4685-4a6f-95bf-8a5933cb0b57 req-eb2c2206-2a55-4444-889a-b8ea791fcdfd tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0547106 Oct 12 00:27:20.694422 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-79ffb8dd-4685-4a6f-95bf-8a5933cb0b57 req-e8226477-09ac-498f-adc7-fa6cf826cbfb tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488358 Oct 12 00:27:20.962214 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38860) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:20.962214 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2017041582-network', 'tenant_id': '406331653ce1431896c1d2ad89461310'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:20.968972 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:21.026097 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Made reservation on behalf of 406331653ce1431896c1d2ad89461310 for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:27:21.028570 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:21.037911 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:21.075599 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Sync routers for ids ['02e671b4-0cc0-45ca-b092-b238abfdbb80'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:27:21.084874 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Routers {'02e671b4-0cc0-45ca-b092-b238abfdbb80'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:21.085572 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-0dc55db1-186d-433f-9247-07e804389301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['02e671b4-0cc0-45ca-b092-b238abfdbb80'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:21.121391 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Publish callbacks [] for security_group (b3e05c3f-67f7-452a-a55d-100fbb6bf69c), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:21.188028 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Set router 02e671b4-0cc0-45ca-b092-b238abfdbb80 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:21.238192 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b3e05c3f-67f7-452a-a55d-100fbb6bf69c), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:21.248417 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:21.271871 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:27:21.284554 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e05c3f-67f7-452a-a55d-100fbb6bf69c,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:21.293102 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (6c9d45b7-cd24-401c-8f0a-dcc4db33ef38), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:21.293655 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Added segment 6c9d45b7-cd24-401c-8f0a-dcc4db33ef38 of type vlan for network 9e926896-f44a-41a2-bb23-0031184e29a1 Oct 12 00:27:21.348413 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (9e926896-f44a-41a2-bb23-0031184e29a1), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:21.406867 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-0dc55db1-186d-433f-9247-07e804389301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:19Z', 'revision_number': 4, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '708112ba-b964-49bb-9768-38d54f6d89aa', 'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'tenant_id': '654843d065264b9e9296824daf702110', 'mac_address': 'fa:16:3e:4a:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:18Z', 'updated_at': '2022-10-12T00:27:19Z', 'revision_number': 2, 'project_id': '654843d065264b9e9296824daf702110', 'subnets': [{'id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:21.495127 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (9e926896-f44a-41a2-bb23-0031184e29a1), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:21.498384 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:21.498384 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:21.579996 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] Pushing event updated for resources: {'Network': ['ID=9e926896-f44a-41a2-bb23-0031184e29a1,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:21.581865 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Checking router: 02e671b4-0cc0-45ca-b092-b238abfdbb80 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:27:21.582220 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Updating router 02e671b4-0cc0-45ca-b092-b238abfdbb80 port 708112ba-b964-49bb-9768-38d54f6d89aa binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:27:21.602762 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network 9e926896-f44a-41a2-bb23-0031184e29a1 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:27:21.613432 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38888) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:21.614178 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-805a7ea0-7808-4ad7-b18f-1c37c9d302e7 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6577945 Oct 12 00:27:21.618360 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] Request body: {'subnet': {'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2017041582-subnet', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'ip_version': 4}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:21.634054 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:21.655948 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:21.751680 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] Made reservation on behalf of 406331653ce1431896c1d2ad89461310 for: {'subnet': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:27:21.755842 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25922750'] for subnet (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:21.766470 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device a71f2280-0570-44a2-bfff-f645d800f6f2 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:21.806750 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:21.865616 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb23df-41f8-47e7-b20b-a79746e48deb req-7d758950-6e1a-4b24-b957-8f24da2b762c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:21.867105 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d6cb23df-41f8-47e7-b20b-a79746e48deb req-7d758950-6e1a-4b24-b957-8f24da2b762c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0677335 Oct 12 00:27:21.876411 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port a71f2280-0570-44a2-bfff-f645d800f6f2 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:21.876780 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:21.877110 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port a71f2280-0570-44a2-bfff-f645d800f6f2 Oct 12 00:27:21.953630 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d6cb23df-41f8-47e7-b20b-a79746e48deb req-90827b2b-387b-41f5-b085-4d03fc8f2e83 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778325 Oct 12 00:27:21.962127 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:21.963888 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:22.006055 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port a71f2280-0570-44a2-bfff-f645d800f6f2 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:22.049543 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Publish callbacks [] for port (708112ba-b964-49bb-9768-38d54f6d89aa), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.082793 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25922732'] for subnet (5b257282-0512-4743-a2c4-d71257417c67), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.132768 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38896) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:22.135516 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b257282-0512-4743-a2c4-d71257417c67,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:22.140223 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.154815 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] Checking segment: {'id': '6c9d45b7-cd24-401c-8f0a-dcc4db33ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:27:22.155319 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] Network hostable DHCP agents. Network: 9e926896-f44a-41a2-bb23-0031184e29a1, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:27:22.205817 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d35489-f15c-4ddb-8712-99a91a990670 None None] Pushing event updated for resources: {'Port': ['ID=708112ba-b964-49bb-9768-38d54f6d89aa,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:22.235876 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Attempting to bind port 708112ba-b964-49bb-9768-38d54f6d89aa on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:27:22.236248 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Attempting to bind port 708112ba-b964-49bb-9768-38d54f6d89aa by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:27:22.236612 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Attempting to bind port 708112ba-b964-49bb-9768-38d54f6d89aa on network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:27:22.260297 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5bfc163a-48bd-4991-b5bc-4ac311eecc91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.272099 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] Network 9e926896-f44a-41a2-bb23-0031184e29a1 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:27:22.281505 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:27:22.282833 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Checking segment: {'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:27:22.282833 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.282833 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Bound using segment: {'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:27:22.283225 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Bound port: 708112ba-b964-49bb-9768-38d54f6d89aa, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:27:22.283630 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.339335 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5bfc163a-48bd-4991-b5bc-4ac311eecc91 admin admin] Publish callbacks [] for security_group (1667405f-c044-487e-9c51-da187a004f9e), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.346378 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-0dc55db1-186d-433f-9247-07e804389301 None None] For port 708112ba-b964-49bb-9768-38d54f6d89aa, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:27:22.349438 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-0dc55db1-186d-433f-9247-07e804389301 None None] For port 708112ba-b964-49bb-9768-38d54f6d89aa, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=708112ba-b964-49bb-9768-38d54f6d89aa,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:27:22.357278 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, 9e926896-f44a-41a2-bb23-0031184e29a1) {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:22.361933 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:22.362647 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.366501 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c95c98-4aef-4637-9434-b7f05ad9dce9 None None] Network 9e926896-f44a-41a2-bb23-0031184e29a1 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:27:22.446206 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.459339 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5bfc163a-48bd-4991-b5bc-4ac311eecc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1667405f-c044-487e-9c51-da187a004f9e), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.466855 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:22.483745 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-787c909f-341e-4761-a459-4900b5c85696 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8686254 Oct 12 00:27:22.483745 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38900) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:22.486137 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2017041582-router', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:22.496359 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-9e926896-f44a-41a2-bb23-0031184e29a1', 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1', 'project_id': '406331653ce1431896c1d2ad89461310', 'fixed_ips': [{'subnet_id': '5b257282-0512-4743-a2c4-d71257417c67'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:27:22.496592 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:22.497446 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.510743 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-dc140e73-f408-4c45-95ba-aba400ffcb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:22.512336 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-dc140e73-f408-4c45-95ba-aba400ffcb02 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b&tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0 HTTP/1.1" status: 200 len: 1127 time: 0.1060162 Oct 12 00:27:22.519882 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-5bfc163a-48bd-4991-b5bc-4ac311eecc91 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=85a220a727d24cb48b8902f6787479a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857644 Oct 12 00:27:22.521154 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc163a-48bd-4991-b5bc-4ac311eecc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1667405f-c044-487e-9c51-da187a004f9e,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:22.521959 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38902) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:22.528136 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Routers {'02e671b4-0cc0-45ca-b092-b238abfdbb80'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:22.528776 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-0dc55db1-186d-433f-9247-07e804389301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['02e671b4-0cc0-45ca-b092-b238abfdbb80'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:22.587620 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (f49402fa-299b-46d3-bfc0-6f189e6097f4), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.588565 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (f49402fa-299b-46d3-bfc0-6f189e6097f4), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.589012 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d35489-f15c-4ddb-8712-99a91a990670 None None] Pushing event updated for resources: {'Port': ['ID=708112ba-b964-49bb-9768-38d54f6d89aa,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:22.593048 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8e88191d-a9f3-4b46-926f-d6f0eeb7f90b admin admin] Publish callbacks [] for security_group (1667405f-c044-487e-9c51-da187a004f9e), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.618548 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8e88191d-a9f3-4b46-926f-d6f0eeb7f90b admin admin] Publish callbacks [] for security_group (1667405f-c044-487e-9c51-da187a004f9e), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.694430 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:22.696912 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Publish callbacks [] for router_controller (f49402fa-299b-46d3-bfc0-6f189e6097f4), precommit_add_association {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.751586 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-0dc55db1-186d-433f-9247-07e804389301 None None] Set router 02e671b4-0cc0-45ca-b092-b238abfdbb80 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:22.789400 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8e88191d-a9f3-4b46-926f-d6f0eeb7f90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1667405f-c044-487e-9c51-da187a004f9e), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.790488 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8e88191d-a9f3-4b46-926f-d6f0eeb7f90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:22.791760 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-8e88191d-a9f3-4b46-926f-d6f0eeb7f90b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1667405f-c044-487e-9c51-da187a004f9e HTTP/1.1" status: 204 len: 168 time: 0.2684040 Oct 12 00:27:22.818897 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Allocated IP 172.20.0.2 (9e926896-f44a-41a2-bb23-0031184e29a1/5b257282-0512-4743-a2c4-d71257417c67/50895de4-b96f-423d-8aae-dab79846baed) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:27:22.847891 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88191d-a9f3-4b46-926f-d6f0eeb7f90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1667405f-c044-487e-9c51-da187a004f9e,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:22.849040 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38912) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:22.921154 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-0e44f964-0c28-42dc-b794-cf212fb7e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:22.923875 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-0e44f964-0c28-42dc-b794-cf212fb7e4e1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 1127 time: 0.3593538 Oct 12 00:27:23.051502 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-36ff2ba4-9449-4b79-bcb8-26d621482bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:23.052980 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-36ff2ba4-9449-4b79-bcb8-26d621482bb3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 917 time: 0.1166496 Oct 12 00:27:23.054952 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Publish callbacks [] for router_gateway (f49402fa-299b-46d3-bfc0-6f189e6097f4), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:23.150346 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:23.156664 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Publish callbacks [] for port (50895de4-b96f-423d-8aae-dab79846baed), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:23.156867 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f7a74-a2d6-402c-81df-077a9eafcf2a req-7765a0d0-87b1-4dde-a6cf-a032a8b507e0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:23.158512 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-0dc55db1-186d-433f-9247-07e804389301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:19Z', 'revision_number': 4, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '708112ba-b964-49bb-9768-38d54f6d89aa', 'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'tenant_id': '654843d065264b9e9296824daf702110', 'mac_address': 'fa:16:3e:4a:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:18Z', 'updated_at': '2022-10-12T00:27:22Z', 'revision_number': 4, 'project_id': '654843d065264b9e9296824daf702110', 'subnets': [{'id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:23.158844 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-639f7a74-a2d6-402c-81df-077a9eafcf2a req-7765a0d0-87b1-4dde-a6cf-a032a8b507e0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0956047 Oct 12 00:27:23.187974 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc55db1-186d-433f-9247-07e804389301 None None] The sync data for ids ['02e671b4-0cc0-45ca-b092-b238abfdbb80'] in dv-cinder-849143-13-iscsi is: [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:19Z', 'revision_number': 4, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '708112ba-b964-49bb-9768-38d54f6d89aa', 'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'tenant_id': '654843d065264b9e9296824daf702110', 'mac_address': 'fa:16:3e:4a:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:18Z', 'updated_at': '2022-10-12T00:27:22Z', 'revision_number': 4, 'project_id': '654843d065264b9e9296824daf702110', 'subnets': [{'id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:27:23.192898 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-5a6b4ae9-d93f-41e4-883d-e07d1a9e8621 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e HTTP/1.1" status: 200 len: 999 time: 0.1285505 Oct 12 00:27:23.264966 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (50895de4-b96f-423d-8aae-dab79846baed), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:23.306272 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-639f7a74-a2d6-402c-81df-077a9eafcf2a req-96ede86a-9059-4b63-9a95-bdd575e7fc93 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406238 Oct 12 00:27:23.320080 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Network 9e926896-f44a-41a2-bb23-0031184e29a1 is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:27:23.327636 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:23.338584 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-fafa7455-5467-4411-9c1d-038a673940f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:23.340586 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-fafa7455-5467-4411-9c1d-038a673940f7 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=fd02fede-aeab-4655-a486-9bfc8561b3bd HTTP/1.1" status: 200 len: 855 time: 0.1353722 Oct 12 00:27:23.342694 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:27:23.346075 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Pushing event updated for resources: {'Port': ['ID=50895de4-b96f-423d-8aae-dab79846baed,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:23.420794 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Attempting to bind port 50895de4-b96f-423d-8aae-dab79846baed on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:27:23.424059 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Attempting to bind port 50895de4-b96f-423d-8aae-dab79846baed by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '6c9d45b7-cd24-401c-8f0a-dcc4db33ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:27:23.424059 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Attempting to bind port 50895de4-b96f-423d-8aae-dab79846baed on network 9e926896-f44a-41a2-bb23-0031184e29a1 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:27:23.446284 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-1ad55b4b-3797-4978-b214-598a42eb24cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:23.450847 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-1ad55b4b-3797-4978-b214-598a42eb24cb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0c299ee8-2b42-4994-965e-051a94d2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0953741 Oct 12 00:27:23.584008 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-3d310924-aaf0-47a7-b89f-bc379e6fb3b6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209533 Oct 12 00:27:23.585898 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Publish callbacks [] for router_gateway (f49402fa-299b-46d3-bfc0-6f189e6097f4), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:23.616223 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:23.652159 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:23.670636 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:27:23.671025 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Checking segment: {'id': '6c9d45b7-cd24-401c-8f0a-dcc4db33ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:27:23.671448 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:23.671845 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Bound using segment: {'id': '6c9d45b7-cd24-401c-8f0a-dcc4db33ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:27:23.672317 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Bound port: 50895de4-b96f-423d-8aae-dab79846baed, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9d45b7-cd24-401c-8f0a-dcc4db33ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:27:23.672888 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (50895de4-b96f-423d-8aae-dab79846baed), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:23.751945 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] For port 50895de4-b96f-423d-8aae-dab79846baed, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:27:23.756576 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] For port 50895de4-b96f-423d-8aae-dab79846baed, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=50895de4-b96f-423d-8aae-dab79846baed,segment=NetworkSegment(6c9d45b7-cd24-401c-8f0a-dcc4db33ef38),segment_id=6c9d45b7-cd24-401c-8f0a-dcc4db33ef38)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:27:23.762054 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 708112ba-b964-49bb-9768-38d54f6d89aa up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:23.776932 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-eb719713-74f2-4a18-b14d-0b1c7d4a3813 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804931 Oct 12 00:27:23.838839 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 708112ba-b964-49bb-9768-38d54f6d89aa triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:23.839638 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:23.840153 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 708112ba-b964-49bb-9768-38d54f6d89aa Oct 12 00:27:23.866574 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (50895de4-b96f-423d-8aae-dab79846baed), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:23.947225 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d11f5-9773-47af-a3f0-d175804a2545 None None] Pushing event updated for resources: {'Port': ['ID=50895de4-b96f-423d-8aae-dab79846baed,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:24.013002 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 708112ba-b964-49bb-9768-38d54f6d89aa is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:24.013257 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:24.051104 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:24.074298 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 708112ba-b964-49bb-9768-38d54f6d89aa, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=708112ba-b964-49bb-9768-38d54f6d89aa,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:24.135130 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700557'] for router_interface (8e420787-32f1-4086-a0bd-84c2dcf5d506), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:24.148343 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:24.225311 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=708112ba-b964-49bb-9768-38d54f6d89aa,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:24.277775 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:24.321339 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Allocated IP 172.27.4.130 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/6a7f98eb-93a0-4d8c-9249-4e07f62a691d) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:27:24.565672 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cb315-04c2-4045-806f-bb88f937a08d req-3121d2f0-18c6-4094-9364-e7d698b0a6be tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:24.567198 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e56cb315-04c2-4045-806f-bb88f937a08d req-3121d2f0-18c6-4094-9364-e7d698b0a6be tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.1167438 Oct 12 00:27:24.618508 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] Deleting port 7ef7209a-be1a-4259-abfd-d26342fbf6b6 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:27:24.618948 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:24.642279 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Publish callbacks [] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:24.694102 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:24.721228 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e56cb315-04c2-4045-806f-bb88f937a08d req-679b74e9-0864-4926-8170-dba998fcca83 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416492 Oct 12 00:27:24.814763 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] For port 7ef7209a-be1a-4259-abfd-d26342fbf6b6, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=7ef7209a-be1a-4259-abfd-d26342fbf6b6,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:24.815488 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:24.852997 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] Calling delete_port for 7ef7209a-be1a-4259-abfd-d26342fbf6b6 owned by network:router_interface {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:27:24.859479 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:24.870264 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:24.922830 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:27:24.987701 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:24.994758 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:27:25.073520 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Pushing event updated for resources: {'Port': ['ID=6a7f98eb-93a0-4d8c-9249-4e07f62a691d,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:25.310860 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35d9e7-ba35-454a-9686-1e8fb6e9f451 None None] Network 9e926896-f44a-41a2-bb23-0031184e29a1 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:27:25.417504 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-6f624125-ecd6-41b9-b8c9-67c6b2fa8820 None None] Provisioning complete for port 50895de4-b96f-423d-8aae-dab79846baed triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:25.417883 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6f624125-ecd6-41b9-b8c9-67c6b2fa8820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (50895de4-b96f-423d-8aae-dab79846baed), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:25.418219 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-6f624125-ecd6-41b9-b8c9-67c6b2fa8820 None None] Attempt 1 to provision port 50895de4-b96f-423d-8aae-dab79846baed Oct 12 00:27:25.497958 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (7ef7209a-be1a-4259-abfd-d26342fbf6b6), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:25.532158 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:25.551238 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef7209a-be1a-4259-abfd-d26342fbf6b6,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:25.583898 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Publish callbacks [] for router_gateway (f49402fa-299b-46d3-bfc0-6f189e6097f4), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:25.704536 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-6f624125-ecd6-41b9-b8c9-67c6b2fa8820 None None] Current status of the port 50895de4-b96f-423d-8aae-dab79846baed is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:25.708631 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6f624125-ecd6-41b9-b8c9-67c6b2fa8820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (50895de4-b96f-423d-8aae-dab79846baed), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:25.722278 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:25.828089 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-6f624125-ecd6-41b9-b8c9-67c6b2fa8820 None None] For port 50895de4-b96f-423d-8aae-dab79846baed, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=50895de4-b96f-423d-8aae-dab79846baed,segment=NetworkSegment(6c9d45b7-cd24-401c-8f0a-dcc4db33ef38),segment_id=6c9d45b7-cd24-401c-8f0a-dcc4db33ef38)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:25.930096 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6f624125-ecd6-41b9-b8c9-67c6b2fa8820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (50895de4-b96f-423d-8aae-dab79846baed), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:26.032236 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f624125-ecd6-41b9-b8c9-67c6b2fa8820 None None] Pushing event updated for resources: {'Port': ['ID=50895de4-b96f-423d-8aae-dab79846baed,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:26.042877 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 708112ba-b964-49bb-9768-38d54f6d89aa up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:26.107094 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 708112ba-b964-49bb-9768-38d54f6d89aa triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:26.111659 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:26.112161 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 708112ba-b964-49bb-9768-38d54f6d89aa Oct 12 00:27:26.141467 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b93fd-bd03-44cd-a467-2b1482fdd7e5 req-9a8c5d55-675e-4a43-8df1-fcfe43dec293 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:26.147852 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-398b93fd-bd03-44cd-a467-2b1482fdd7e5 req-9a8c5d55-675e-4a43-8df1-fcfe43dec293 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.1694744 Oct 12 00:27:26.177390 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700537'] for router_interface (8e420787-32f1-4086-a0bd-84c2dcf5d506), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:26.180039 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-bff421f0-cc88-496e-8ca9-970827765561 None None] Provisioning complete for port 50895de4-b96f-423d-8aae-dab79846baed triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:26.180845 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-bff421f0-cc88-496e-8ca9-970827765561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (50895de4-b96f-423d-8aae-dab79846baed), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:26.189966 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-bff421f0-cc88-496e-8ca9-970827765561 None None] Attempt 1 to provision port 50895de4-b96f-423d-8aae-dab79846baed Oct 12 00:27:26.251242 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3374d8-a258-4713-89c2-6f6dbea15962 None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:27:26.288080 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 708112ba-b964-49bb-9768-38d54f6d89aa is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:26.289308 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 50895de4-b96f-423d-8aae-dab79846baed up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:26.309629 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-398b93fd-bd03-44cd-a467-2b1482fdd7e5 req-19431eed-0ce6-4804-ad9e-2184dd7bab89 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549401 Oct 12 00:27:26.396587 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-bff421f0-cc88-496e-8ca9-970827765561 None None] Current status of the port 50895de4-b96f-423d-8aae-dab79846baed is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:26.411153 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (f49402fa-299b-46d3-bfc0-6f189e6097f4), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:26.414578 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 50895de4-b96f-423d-8aae-dab79846baed triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:26.417077 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (50895de4-b96f-423d-8aae-dab79846baed), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:26.417077 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 50895de4-b96f-423d-8aae-dab79846baed Oct 12 00:27:26.459268 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3374d8-a258-4713-89c2-6f6dbea15962 None None] Resources bound (agent type, host, resource id): {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 00:27:26.466167 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:26.496985 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:26.686859 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 50895de4-b96f-423d-8aae-dab79846baed is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:26.686859 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:26.968461 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] Router 8e420787-32f1-4086-a0bd-84c2dcf5d506 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:27:27.187511 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:27:27.200003 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb212e-8fe3-4f25-a780-982ae4ea0c66 None None] Sync routers for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:27:27.201606 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-330ee010-682d-4fee-8551-cf16b95e2f2f admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/8e420787-32f1-4086-a0bd-84c2dcf5d506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3510115 Oct 12 00:27:27.202638 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Router f49402fa-299b-46d3-bfc0-6f189e6097f4 is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:27:27.203654 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 38982) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:27.228094 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb212e-8fe3-4f25-a780-982ae4ea0c66 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:27.228928 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-9aeb212e-8fe3-4f25-a780-982ae4ea0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:27.308467 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:27.442963 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-9aeb212e-8fe3-4f25-a780-982ae4ea0c66 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:27.470290 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:27.508438 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Publish callbacks [] for router (8e420787-32f1-4086-a0bd-84c2dcf5d506), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:27.536446 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480407-29ae-4939-843a-2773f70a0155 req-eafd39f1-41bb-45f6-afba-03fbe03686bf tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:27.538253 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f9480407-29ae-4939-843a-2773f70a0155 req-eafd39f1-41bb-45f6-afba-03fbe03686bf tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0729856 Oct 12 00:27:27.547240 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:27:27.558116 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Sync routers for ids ['f49402fa-299b-46d3-bfc0-6f189e6097f4'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:27:27.570769 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Routers {'f49402fa-299b-46d3-bfc0-6f189e6097f4'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:27.571319 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['f49402fa-299b-46d3-bfc0-6f189e6097f4'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:27.691532 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f9480407-29ae-4939-843a-2773f70a0155 req-6e9bc5b7-68e3-4f44-81e6-3bd39258f3a6 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214869 Oct 12 00:27:27.763062 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:27.763062 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-03373adf-c2d1-4f6a-a915-c37854805990 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2653787 Oct 12 00:27:27.763062 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 38994) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:27.799286 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-9aeb212e-8fe3-4f25-a780-982ae4ea0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:27:25Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:27.810430 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Publish callbacks [] for router_gateway (8e420787-32f1-4086-a0bd-84c2dcf5d506), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:27.850147 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 50895de4-b96f-423d-8aae-dab79846baed up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:27.857157 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb212e-8fe3-4f25-a780-982ae4ea0c66 None None] Checking router: 8e420787-32f1-4086-a0bd-84c2dcf5d506 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:27:27.881006 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb212e-8fe3-4f25-a780-982ae4ea0c66 None None] Routers {'8e420787-32f1-4086-a0bd-84c2dcf5d506'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:27.882251 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-9aeb212e-8fe3-4f25-a780-982ae4ea0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['8e420787-32f1-4086-a0bd-84c2dcf5d506'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:27.924135 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-fe720143-3e01-41f8-9a6c-4ea32799d6e6 None None] Provisioning complete for port 16b161e6-d36e-464c-9d27-e98556f07594 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:27.928393 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-fe720143-3e01-41f8-9a6c-4ea32799d6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (16b161e6-d36e-464c-9d27-e98556f07594), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:27.928393 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-fe720143-3e01-41f8-9a6c-4ea32799d6e6 None None] Attempt 1 to provision port 16b161e6-d36e-464c-9d27-e98556f07594 Oct 12 00:27:27.953741 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Deleting port 9db610be-135b-4230-8dfe-410dd27264e9 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:27:27.954400 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (9db610be-135b-4230-8dfe-410dd27264e9), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:28.001485 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-9aeb212e-8fe3-4f25-a780-982ae4ea0c66 None None] Set router 8e420787-32f1-4086-a0bd-84c2dcf5d506 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:28.013911 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Set router f49402fa-299b-46d3-bfc0-6f189e6097f4 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:28.060157 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 50895de4-b96f-423d-8aae-dab79846baed triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:28.060534 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (50895de4-b96f-423d-8aae-dab79846baed), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:28.060878 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 50895de4-b96f-423d-8aae-dab79846baed Oct 12 00:27:28.186731 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] For port 9db610be-135b-4230-8dfe-410dd27264e9, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=9db610be-135b-4230-8dfe-410dd27264e9,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:28.187107 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (9db610be-135b-4230-8dfe-410dd27264e9), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:28.224309 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Calling delete_port for 9db610be-135b-4230-8dfe-410dd27264e9 owned by network:router_gateway {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:27:28.272368 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-9aeb212e-8fe3-4f25-a780-982ae4ea0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:27:25Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:28.347696 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb212e-8fe3-4f25-a780-982ae4ea0c66 None None] The sync data for ids ['8e420787-32f1-4086-a0bd-84c2dcf5d506'] in dv-cinder-849143-13-iscsi is: [{'id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'name': 'tempest-AttachVolumeNegativeTest-1349068861-router', 'tenant_id': '10160596b45c49249155b0c2585e70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116'}], 'enable_snat': True}, 'gw_port_id': '9db610be-135b-4230-8dfe-410dd27264e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:19:54Z', 'updated_at': '2022-10-12T00:27:25Z', 'revision_number': 5, 'project_id': '10160596b45c49249155b0c2585e70bb', 'gw_port': {'id': '9db610be-135b-4230-8dfe-410dd27264e9', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e420787-32f1-4086-a0bd-84c2dcf5d506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:19:55Z', 'updated_at': '2022-10-12T00:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:27:28.369802 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-fe720143-3e01-41f8-9a6c-4ea32799d6e6 None None] Current status of the port 16b161e6-d36e-464c-9d27-e98556f07594 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:28.390644 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'name': 'tempest-TestShelveInstance-2017041582-router', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:22Z', 'updated_at': '2022-10-12T00:27:25Z', 'revision_number': 3, 'project_id': '406331653ce1431896c1d2ad89461310', 'gw_port': {'id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:23Z', 'updated_at': '2022-10-12T00:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:28.452013 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Checking router: f49402fa-299b-46d3-bfc0-6f189e6097f4 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:27:28.452274 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Updating router f49402fa-299b-46d3-bfc0-6f189e6097f4 port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:27:28.469171 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:28.483077 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:28.484630 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ca61c9d7-aae5-44f0-a93b-0d12322ea5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:28.528038 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 50895de4-b96f-423d-8aae-dab79846baed is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:28.548588 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:28.716304 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (9db610be-135b-4230-8dfe-410dd27264e9), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:28.786978 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db610be-135b-4230-8dfe-410dd27264e9,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:28.822055 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:28.824405 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:28.950654 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cdd4e-45e9-4cfe-ae3d-61f0769e3797 req-93331d6b-efa9-4f5d-bbb0-87b2afda6569 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:28.952873 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-480cdd4e-45e9-4cfe-ae3d-61f0769e3797 req-93331d6b-efa9-4f5d-bbb0-87b2afda6569 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.1083009 Oct 12 00:27:28.962673 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3698035'] for router_gateway (8e420787-32f1-4086-a0bd-84c2dcf5d506), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:28.989531 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Publish callbacks [] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.007547 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Allocated IP 172.20.0.1 (9e926896-f44a-41a2-bb23-0031184e29a1/5b257282-0512-4743-a2c4-d71257417c67/b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:27:29.016540 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:29.083707 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.105772 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:29.136878 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Attempting to bind port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:27:29.137410 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Attempting to bind port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:27:29.137877 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Attempting to bind port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:27:29.147482 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-480cdd4e-45e9-4cfe-ae3d-61f0769e3797 req-c22be6b4-a66a-44b5-8f02-5ef4d8305f5c tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851187 Oct 12 00:27:29.205754 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afa3fc-eb72-4e35-88dd-051747b6aa7e None None] Pushing event updated for resources: {'Port': ['ID=6a7f98eb-93a0-4d8c-9249-4e07f62a691d,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:29.209451 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4256'] for router (8e420787-32f1-4086-a0bd-84c2dcf5d506), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.213089 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Publish callbacks [] for router_controller (8e420787-32f1-4086-a0bd-84c2dcf5d506), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.222658 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Publish callbacks [] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.228128 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:27:29.228643 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:27:29.229172 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.229667 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:27:29.230331 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Bound port: 6a7f98eb-93a0-4d8c-9249-4e07f62a691d, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:27:29.230820 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.306274 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] For port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:27:29.318984 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] For port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=6a7f98eb-93a0-4d8c-9249-4e07f62a691d,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:27:29.342876 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.397174 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Network 9e926896-f44a-41a2-bb23-0031184e29a1 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:27:29.400719 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:29.404651 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:27:29.415037 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700577'] for router (8e420787-32f1-4086-a0bd-84c2dcf5d506), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.416123 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.416752 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e420787-32f1-4086-a0bd-84c2dcf5d506 {{(pid=111560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 00:27:29.422382 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.424505 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-63fea859-9c3c-479a-ba24-7ac7e764fd62 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/8e420787-32f1-4086-a0bd-84c2dcf5d506 HTTP/1.1" status: 204 len: 168 time: 2.2192445 Oct 12 00:27:29.427273 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39006) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:29.519656 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Routers {'f49402fa-299b-46d3-bfc0-6f189e6097f4'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:29.520232 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (f49402fa-299b-46d3-bfc0-6f189e6097f4), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.521289 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['f49402fa-299b-46d3-bfc0-6f189e6097f4'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:29.567187 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_v2 [None req-20eb4637-3924-4d18-a0bf-92a9d4637518 admin admin] Deleting subnet 52bba071-c454-4c4d-992e-bc926db7c275 {{(pid=111560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:27:29.572563 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-20eb4637-3924-4d18-a0bf-92a9d4637518 admin admin] Publish callbacks [] for subnet (52bba071-c454-4c4d-992e-bc926db7c275), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.642983 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Pushing event updated for resources: {'Port': ['ID=b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:29.644352 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-20eb4637-3924-4d18-a0bf-92a9d4637518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526249'] for subnet (52bba071-c454-4c4d-992e-bc926db7c275), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.710013 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] Set router f49402fa-299b-46d3-bfc0-6f189e6097f4 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:29.754931 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39010) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:29.836052 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-20eb4637-3924-4d18-a0bf-92a9d4637518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (52bba071-c454-4c4d-992e-bc926db7c275), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.946905 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-332a3ee1-f90c-40b0-a044-26a835bc39fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:29.959166 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:30.046230 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.057916 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-20eb4637-3924-4d18-a0bf-92a9d4637518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26333834'] for subnet (52bba071-c454-4c4d-992e-bc926db7c275), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.080488 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-20eb4637-3924-4d18-a0bf-92a9d4637518 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.084477 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-20eb4637-3924-4d18-a0bf-92a9d4637518 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/52bba071-c454-4c4d-992e-bc926db7c275 HTTP/1.1" status: 204 len: 168 time: 0.6550336 Oct 12 00:27:30.097219 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-8b0736a3-c5a5-408a-8d7b-2e7cc0b7b8b0 None None] Provisioning complete for port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:30.097748 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8b0736a3-c5a5-408a-8d7b-2e7cc0b7b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.098283 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-8b0736a3-c5a5-408a-8d7b-2e7cc0b7b8b0 None None] Attempt 1 to provision port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 Oct 12 00:27:30.104865 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39014) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:30.111420 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5debc691-f3e7-42de-8cbb-3daa3222e9f7 None None] Network a7f2d8cc-4d82-4295-a149-404a55bcd20c requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:27:30.136050 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb4637-3924-4d18-a0bf-92a9d4637518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52bba071-c454-4c4d-992e-bc926db7c275,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:30.181823 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-332a3ee1-f90c-40b0-a044-26a835bc39fd admin admin] Publish callbacks [] for security_group (d120f196-a5ea-4113-a40f-858efa6eb6d7), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.226592 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 7ef7209a-be1a-4259-abfd-d26342fbf6b6 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:27:30.233585 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:30.254217 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-332a3ee1-f90c-40b0-a044-26a835bc39fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d120f196-a5ea-4113-a40f-858efa6eb6d7), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.263143 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (a7f2d8cc-4d82-4295-a149-404a55bcd20c), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.308950 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afa3fc-eb72-4e35-88dd-051747b6aa7e None None] Pushing event updated for resources: {'Port': ['ID=6a7f98eb-93a0-4d8c-9249-4e07f62a691d,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:30.325048 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:30.327492 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 7ef7209a-be1a-4259-abfd-d26342fbf6b6 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:27:30.327492 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 7ef7209a-be1a-4259-abfd-d26342fbf6b6 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:27:30.350356 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-8b0736a3-c5a5-408a-8d7b-2e7cc0b7b8b0 None None] Port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:27:30.392532 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-332a3ee1-f90c-40b0-a044-26a835bc39fd admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f2d4c8d338614442b692b20f3bcb87f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6350629 Oct 12 00:27:30.393721 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Deleting port 16b161e6-d36e-464c-9d27-e98556f07594 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:27:30.394050 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (16b161e6-d36e-464c-9d27-e98556f07594), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.398177 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39018) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:30.427843 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'name': 'tempest-TestShelveInstance-2017041582-router', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:22Z', 'updated_at': '2022-10-12T00:27:25Z', 'revision_number': 3, 'project_id': '406331653ce1431896c1d2ad89461310', 'gw_port': {'id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:23Z', 'updated_at': '2022-10-12T00:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:30.454317 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a3ee1-f90c-40b0-a044-26a835bc39fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d120f196-a5ea-4113-a40f-858efa6eb6d7,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:30.480124 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd1d497-e348-49f5-b8d2-c5993e48fcb3 None None] DHCP port deletion for a7f2d8cc-4d82-4295-a149-404a55bcd20c request from dv-cinder-849143-13-iscsi {{(pid=111561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 00:27:30.486563 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849b3b6-4156-46f3-985c-21c8c39041b0 req-60a1c1aa-4a34-46e1-978c-238a01766c27 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:30.488842 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8635a1-cee3-452b-9a91-52734f5b5910 None None] The sync data for ids ['f49402fa-299b-46d3-bfc0-6f189e6097f4'] in dv-cinder-849143-13-iscsi is: [{'id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'name': 'tempest-TestShelveInstance-2017041582-router', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:22Z', 'updated_at': '2022-10-12T00:27:25Z', 'revision_number': 3, 'project_id': '406331653ce1431896c1d2ad89461310', 'gw_port': {'id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:23Z', 'updated_at': '2022-10-12T00:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:27:30.498688 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6849b3b6-4156-46f3-985c-21c8c39041b0 req-60a1c1aa-4a34-46e1-978c-238a01766c27 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.1449220 Oct 12 00:27:30.565187 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-8dd1d497-e348-49f5-b8d2-c5993e48fcb3 None None] Deleting port 16b161e6-d36e-464c-9d27-e98556f07594 {{(pid=111561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:27:30.565567 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8dd1d497-e348-49f5-b8d2-c5993e48fcb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (16b161e6-d36e-464c-9d27-e98556f07594), before_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.608222 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] For port 16b161e6-d36e-464c-9d27-e98556f07594, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=16b161e6-d36e-464c-9d27-e98556f07594,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:30.608903 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (16b161e6-d36e-464c-9d27-e98556f07594), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.620346 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Publish callbacks [] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.626725 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6849b3b6-4156-46f3-985c-21c8c39041b0 req-1b96a423-becf-46b8-90df-b8a1062496a5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273723 Oct 12 00:27:30.653715 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Calling delete_port for 16b161e6-d36e-464c-9d27-e98556f07594 owned by network:dhcp {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:27:30.714463 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-8dd1d497-e348-49f5-b8d2-c5993e48fcb3 None None] For port 16b161e6-d36e-464c-9d27-e98556f07594, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=16b161e6-d36e-464c-9d27-e98556f07594,segment=NetworkSegment(fbc682f5-9602-4ede-b902-3eab03c3c386),segment_id=fbc682f5-9602-4ede-b902-3eab03c3c386)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:30.717740 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8dd1d497-e348-49f5-b8d2-c5993e48fcb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (16b161e6-d36e-464c-9d27-e98556f07594), precommit_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.734121 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-8dd1d497-e348-49f5-b8d2-c5993e48fcb3 None None] Calling delete_port for 16b161e6-d36e-464c-9d27-e98556f07594 owned by network:dhcp {{(pid=111561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:27:30.779096 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:30.783827 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.818334 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-2ae147b2-bf16-4b06-aeea-c89c84e79344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.858718 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-68dc4c4b-91e7-497e-af70-167dd18cd664 admin admin] Publish callbacks [] for security_group (d120f196-a5ea-4113-a40f-858efa6eb6d7), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.903734 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Pushing event updated for resources: {'Port': ['ID=b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:30.913298 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8dd1d497-e348-49f5-b8d2-c5993e48fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (16b161e6-d36e-464c-9d27-e98556f07594), after_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.930876 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-68dc4c4b-91e7-497e-af70-167dd18cd664 admin admin] Publish callbacks [] for security_group (d120f196-a5ea-4113-a40f-858efa6eb6d7), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.937246 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (f49402fa-299b-46d3-bfc0-6f189e6097f4), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:30.948917 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1d497-e348-49f5-b8d2-c5993e48fcb3 None None] Pushing event deleted for resources: {'Port': ['ID=16b161e6-d36e-464c-9d27-e98556f07594,revision_number=None']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:30.956681 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1d497-e348-49f5-b8d2-c5993e48fcb3 None None] No DVR routers for this DVR port 16b161e6-d36e-464c-9d27-e98556f07594 on host dv-cinder-849143-13-iscsi {{(pid=111561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:27:30.966590 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (16b161e6-d36e-464c-9d27-e98556f07594), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:31.001055 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] No DVR routers for this DVR port 16b161e6-d36e-464c-9d27-e98556f07594 on host dv-cinder-849143-13-iscsi {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:27:31.004543 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.004948 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.005382 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.005806 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.006216 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.006545 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.006916 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.007300 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.007733 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.008157 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.008512 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.008844 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.009165 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.009482 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.009802 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:31.160596 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b161e6-d36e-464c-9d27-e98556f07594,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:31.232567 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:31.298062 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Network 9e926896-f44a-41a2-bb23-0031184e29a1 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:27:31.307983 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:31.319487 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (a7f2d8cc-4d82-4295-a149-404a55bcd20c), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:31.406140 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-68dc4c4b-91e7-497e-af70-167dd18cd664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d120f196-a5ea-4113-a40f-858efa6eb6d7), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:31.408810 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-68dc4c4b-91e7-497e-af70-167dd18cd664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:31.419755 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-68dc4c4b-91e7-497e-af70-167dd18cd664 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d120f196-a5ea-4113-a40f-858efa6eb6d7 HTTP/1.1" status: 204 len: 168 time: 1.0200078 Oct 12 00:27:31.427256 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f2d8cc-4d82-4295-a149-404a55bcd20c']}} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:31.470859 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc4c4b-91e7-497e-af70-167dd18cd664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d120f196-a5ea-4113-a40f-858efa6eb6d7,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:31.529087 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc682f5-9602-4ede-b902-3eab03c3c386') {'for_net_delete': True} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:31.529390 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc682f5-9602-4ede-b902-3eab03c3c386') {} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:31.554340 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461391'] for segment (fbc682f5-9602-4ede-b902-3eab03c3c386), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:31.582986 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (fbc682f5-9602-4ede-b902-3eab03c3c386), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:31.598131 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Router f49402fa-299b-46d3-bfc0-6f189e6097f4 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:27:31.607824 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=111559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:27:31.608301 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966068'] for segment (fbc682f5-9602-4ede-b902-3eab03c3c386), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:31.661948 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment fbc682f5-9602-4ede-b902-3eab03c3c386 resource provider aggregate not found Oct 12 00:27:31.701816 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-cdccae18-20e2-4168-9f1e-7982e3574d9c None None] Provisioning complete for port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:31.701816 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-cdccae18-20e2-4168-9f1e-7982e3574d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:31.701816 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-cdccae18-20e2-4168-9f1e-7982e3574d9c None None] Attempt 1 to provision port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 Oct 12 00:27:31.702971 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment fbc682f5-9602-4ede-b902-3eab03c3c386 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbc682f5-9602-4ede-b902-3eab03c3c386 found for delete ", "request_id": "req-6d5a813b-8c12-41ee-9f11-2bac84bb7c3b"}]} Oct 12 00:27:31.834206 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-cdccae18-20e2-4168-9f1e-7982e3574d9c None None] Port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:27:31.858432 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 6a7f98eb-93a0-4d8c-9249-4e07f62a691d up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:31.926342 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9322e-5269-4a35-9159-2cf95bd20f74 req-a4cbfab5-1891-453a-ad9a-f4108a7d7197 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:31.928043 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c8d9322e-5269-4a35-9159-2cf95bd20f74 req-a4cbfab5-1891-453a-ad9a-f4108a7d7197 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.1146770 Oct 12 00:27:31.936806 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:27:31.951022 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-0ec1ed44-1f9b-47de-ab6b-a98740128323 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/f49402fa-299b-46d3-bfc0-6f189e6097f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1940947 Oct 12 00:27:31.969284 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (a7f2d8cc-4d82-4295-a149-404a55bcd20c), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:31.972665 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:31.985019 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:31.991056 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/a7f2d8cc-4d82-4295-a149-404a55bcd20c HTTP/1.1" status: 204 len: 168 time: 1.8784649 Oct 12 00:27:32.007709 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abe874-37d8-46bf-8c66-8b3adce549b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f2d8cc-4d82-4295-a149-404a55bcd20c,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:32.031050 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:32.038059 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:32.038059 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d Oct 12 00:27:32.044695 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c8d9322e-5269-4a35-9159-2cf95bd20f74 req-7e55de8c-8515-4350-a8ac-b06bde92cdf1 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989780 Oct 12 00:27:32.259726 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:32.261728 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:32.262219 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:32.290783 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=6a7f98eb-93a0-4d8c-9249-4e07f62a691d,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:32.365053 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:32.462473 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 9db610be-135b-4230-8dfe-410dd27264e9 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:27:32.501262 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=6a7f98eb-93a0-4d8c-9249-4e07f62a691d,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:32.548315 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39046) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:32.566680 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 9db610be-135b-4230-8dfe-410dd27264e9 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:27:32.567050 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 9db610be-135b-4230-8dfe-410dd27264e9 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:27:32.568452 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 16b161e6-d36e-464c-9d27-e98556f07594 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:27:32.599952 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 16b161e6-d36e-464c-9d27-e98556f07594 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:27:32.600484 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 16b161e6-d36e-464c-9d27-e98556f07594 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:27:32.638678 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-c3ef214b-d687-4877-8d33-584141dffee6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=10160596b45c49249155b0c2585e70bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0860009 Oct 12 00:27:32.639568 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39048) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:32.655949 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:32.696626 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39050) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:32.702108 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-df16f6bb-a657-4639-bd99-85fbd5f6118f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713553876', 'description': 'tempest-secgroup-smoke-713553876 description', 'project_id': '654843d065264b9e9296824daf702110'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:32.744291 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-bf7f55fb-7351-4097-8a56-910bcea44393 admin admin] Publish callbacks [] for security_group (315e0151-5395-4457-a78b-49c216fde638), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:32.784749 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-bf7f55fb-7351-4097-8a56-910bcea44393 admin admin] Publish callbacks [] for security_group (315e0151-5395-4457-a78b-49c216fde638), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:32.803767 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-df16f6bb-a657-4639-bd99-85fbd5f6118f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:32.861610 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:32.942970 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-df16f6bb-a657-4639-bd99-85fbd5f6118f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group (0aacd457-4828-4d43-94c8-0249670fc438), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:32.976266 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-bf7f55fb-7351-4097-8a56-910bcea44393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (315e0151-5395-4457-a78b-49c216fde638), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:32.981445 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-bf7f55fb-7351-4097-8a56-910bcea44393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:32.983777 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-bf7f55fb-7351-4097-8a56-910bcea44393 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/315e0151-5395-4457-a78b-49c216fde638 HTTP/1.1" status: 204 len: 168 time: 0.3424954 Oct 12 00:27:32.991913 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-df16f6bb-a657-4639-bd99-85fbd5f6118f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (0aacd457-4828-4d43-94c8-0249670fc438), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:33.000806 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f55fb-7351-4097-8a56-910bcea44393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315e0151-5395-4457-a78b-49c216fde638,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:33.033261 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:33.107672 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16f6bb-a657-4639-bd99-85fbd5f6118f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aacd457-4828-4d43-94c8-0249670fc438,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:33.192431 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Sync routers for ids ['f49402fa-299b-46d3-bfc0-6f189e6097f4'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:27:33.207310 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-df16f6bb-a657-4639-bd99-85fbd5f6118f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:33.211441 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-df16f6bb-a657-4639-bd99-85fbd5f6118f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5108199 Oct 12 00:27:33.213682 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39060) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:33.216608 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-a8e4cea5-5a15-4611-9285-654b28832440 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Request body: {'security_group_rule': {'security_group_id': '0aacd457-4828-4d43-94c8-0249670fc438', 'project_id': '654843d065264b9e9296824daf702110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:33.233212 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Routers {'f49402fa-299b-46d3-bfc0-6f189e6097f4'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:33.234478 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['f49402fa-299b-46d3-bfc0-6f189e6097f4'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:33.249822 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858eb4b-a319-4301-978d-b5ec405bce0a req-db9f5f24-1bfc-49e2-9e44-839949b9b50e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:33.257501 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5858eb4b-a319-4301-978d-b5ec405bce0a req-db9f5f24-1bfc-49e2-9e44-839949b9b50e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0874949 Oct 12 00:27:33.294386 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:33.324052 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5858eb4b-a319-4301-978d-b5ec405bce0a req-6aedc8bd-8ce2-4191-9289-161800dfd795 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652866 Oct 12 00:27:33.339763 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:33.364953 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cea5-5a15-4611-9285-654b28832440 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (e39804b4-b148-4740-80a4-53f77ccd4ad2), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:33.476697 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cea5-5a15-4611-9285-654b28832440 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (e39804b4-b148-4740-80a4-53f77ccd4ad2), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:33.480812 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:33.488181 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Set router f49402fa-299b-46d3-bfc0-6f189e6097f4 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:33.557643 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cea5-5a15-4611-9285-654b28832440 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (e39804b4-b148-4740-80a4-53f77ccd4ad2), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:33.645694 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4cea5-5a15-4611-9285-654b28832440 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39804b4-b148-4740-80a4-53f77ccd4ad2,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:33.659684 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39070) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:33.731644 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cea5-5a15-4611-9285-654b28832440 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:33.733277 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-a8e4cea5-5a15-4611-9285-654b28832440 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5205717 Oct 12 00:27:33.736376 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39076) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:33.742071 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-70bd7c54-13f8-4ebc-8be1-17c4abc73b4d tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Request body: {'security_group_rule': {'security_group_id': '0aacd457-4828-4d43-94c8-0249670fc438', 'project_id': '654843d065264b9e9296824daf702110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:33.781228 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 6a7f98eb-93a0-4d8c-9249-4e07f62a691d up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:33.852051 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-70bd7c54-13f8-4ebc-8be1-17c4abc73b4d tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (9e69bc8c-9a36-4975-9dbe-6244c37c9973), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:33.889273 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:33.890002 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'name': 'tempest-TestShelveInstance-2017041582-router', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:22Z', 'updated_at': '2022-10-12T00:27:29Z', 'revision_number': 4, 'project_id': '406331653ce1431896c1d2ad89461310', 'gw_port': {'id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:23Z', 'updated_at': '2022-10-12T00:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6', 'name': '', 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'mac_address': 'fa:16:3e:bb:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '5b257282-0512-4743-a2c4-d71257417c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:28Z', 'updated_at': '2022-10-12T00:27:30Z', 'revision_number': 2, 'project_id': '406331653ce1431896c1d2ad89461310', 'subnets': [{'id': '5b257282-0512-4743-a2c4-d71257417c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:33.896177 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:33.896767 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d Oct 12 00:27:33.925203 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1426455138-network', 'tenant_id': '0a0c55efa4854edd898655d0d2e5cbd8'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:33.937876 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Checking router: f49402fa-299b-46d3-bfc0-6f189e6097f4 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:27:33.942384 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Updating router f49402fa-299b-46d3-bfc0-6f189e6097f4 port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:27:33.974535 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:33.978151 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:33.978454 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-70bd7c54-13f8-4ebc-8be1-17c4abc73b4d tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (9e69bc8c-9a36-4975-9dbe-6244c37c9973), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.046357 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:34.049087 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Made reservation on behalf of 0a0c55efa4854edd898655d0d2e5cbd8 for: {'network': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:27:34.055712 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.058708 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-70bd7c54-13f8-4ebc-8be1-17c4abc73b4d tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (9e69bc8c-9a36-4975-9dbe-6244c37c9973), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.091671 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.108910 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd7c54-13f8-4ebc-8be1-17c4abc73b4d tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e69bc8c-9a36-4975-9dbe-6244c37c9973,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:34.193310 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:34.206516 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Publish callbacks [] for security_group (ad567802-318f-4f10-8357-b8f9fe4a6245), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.220809 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-70bd7c54-13f8-4ebc-8be1-17c4abc73b4d tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.223443 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-70bd7c54-13f8-4ebc-8be1-17c4abc73b4d tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4842846 Oct 12 00:27:34.225828 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39084) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:34.236620 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-3ff09a3c-221f-4539-989a-2e2576e8b55e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Request body: {'security_group_rule': {'security_group_id': '0aacd457-4828-4d43-94c8-0249670fc438', 'project_id': '654843d065264b9e9296824daf702110', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:34.270464 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (ad567802-318f-4f10-8357-b8f9fe4a6245), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.298159 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=111559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:27:34.320751 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad567802-318f-4f10-8357-b8f9fe4a6245,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:34.324986 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (19c529fd-f9cc-4079-9357-37b679d9435e), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.325343 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.segments_db [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Added segment 19c529fd-f9cc-4079-9357-37b679d9435e of type vlan for network c7a5be41-64b0-4862-a954-cfa056f137f3 Oct 12 00:27:34.343481 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Publish callbacks [] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.389306 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3ff09a3c-221f-4539-989a-2e2576e8b55e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (803ea7e2-1e57-4081-9ccb-e6ae83f11874), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.402711 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (c7a5be41-64b0-4862-a954-cfa056f137f3), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.449056 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.547615 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f4d45-ccaa-4c9e-b8ce-b6c80ee3600a None None] Pushing event updated for resources: {'Port': ['ID=b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:34.567253 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Attempting to bind port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:27:34.567652 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Attempting to bind port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '6c9d45b7-cd24-401c-8f0a-dcc4db33ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:27:34.568050 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Attempting to bind port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 on network 9e926896-f44a-41a2-bb23-0031184e29a1 {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:27:34.601480 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d2249-d397-4b28-8ae7-04117958c8b3 req-0cb917ae-aa34-4236-9c33-ef239be8f3f2 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:34.606356 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-965d2249-d397-4b28-8ae7-04117958c8b3 req-0cb917ae-aa34-4236-9c33-ef239be8f3f2 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0939119 Oct 12 00:27:34.608659 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.633932 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:27:34.708755 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Checking segment: {'id': '6c9d45b7-cd24-401c-8f0a-dcc4db33ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:27:34.708755 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.708755 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Bound using segment: {'id': '6c9d45b7-cd24-401c-8f0a-dcc4db33ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:27:34.708755 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Bound port: b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9d45b7-cd24-401c-8f0a-dcc4db33ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:27:34.708755 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.709664 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3ff09a3c-221f-4539-989a-2e2576e8b55e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (803ea7e2-1e57-4081-9ccb-e6ae83f11874), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.709664 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-965d2249-d397-4b28-8ae7-04117958c8b3 req-3e52d1af-bdc9-4703-8022-8caa4e5cca85 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582607 Oct 12 00:27:34.710064 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:34.710064 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] For port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:27:34.710064 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] For port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6,segment=NetworkSegment(6c9d45b7-cd24-401c-8f0a-dcc4db33ef38),segment_id=6c9d45b7-cd24-401c-8f0a-dcc4db33ef38)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:27:34.785733 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (c7a5be41-64b0-4862-a954-cfa056f137f3), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.786813 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:34.787428 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.816341 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3ff09a3c-221f-4539-989a-2e2576e8b55e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (803ea7e2-1e57-4081-9ccb-e6ae83f11874), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.820100 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.842905 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:34.865123 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] Pushing event updated for resources: {'Network': ['ID=c7a5be41-64b0-4862-a954-cfa056f137f3,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:34.880967 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network c7a5be41-64b0-4862-a954-cfa056f137f3 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:27:34.884733 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-22b6bc41-befb-4653-a089-ca72c5b06c37 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2236929 Oct 12 00:27:34.894029 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39096) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:34.905113 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] Request body: {'subnet': {'network_id': 'c7a5be41-64b0-4862-a954-cfa056f137f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1426455138-subnet', 'tenant_id': '0a0c55efa4854edd898655d0d2e5cbd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:34.914356 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff09a3c-221f-4539-989a-2e2576e8b55e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803ea7e2-1e57-4081-9ccb-e6ae83f11874,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:34.935508 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Routers {'f49402fa-299b-46d3-bfc0-6f189e6097f4'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:27:34.936145 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:27:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['f49402fa-299b-46d3-bfc0-6f189e6097f4'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:34.975465 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3ff09a3c-221f-4539-989a-2e2576e8b55e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:34.976959 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3ff09a3c-221f-4539-989a-2e2576e8b55e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7497380 Oct 12 00:27:34.979670 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39098) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:34.989366 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-51c5d327-93a4-4340-9304-547dcfc69ead tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Request body: {'security_group_rule': {'security_group_id': '0aacd457-4828-4d43-94c8-0249670fc438', 'project_id': '654843d065264b9e9296824daf702110', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:35.021809 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f4d45-ccaa-4c9e-b8ce-b6c80ee3600a None None] Pushing event updated for resources: {'Port': ['ID=b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6,revision_number=4']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:35.048911 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] Made reservation on behalf of 0a0c55efa4854edd898655d0d2e5cbd8 for: {'subnet': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:27:35.052325 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26332523'] for subnet (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.100674 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] Set router f49402fa-299b-46d3-bfc0-6f189e6097f4 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:27:35.113355 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-51c5d327-93a4-4340-9304-547dcfc69ead tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (b6a7c5fb-84bc-4703-9b60-45d2c37032d4), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.201582 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-51c5d327-93a4-4340-9304-547dcfc69ead tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (b6a7c5fb-84bc-4703-9b60-45d2c37032d4), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.241436 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:35.291755 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-51c5d327-93a4-4340-9304-547dcfc69ead tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (b6a7c5fb-84bc-4703-9b60-45d2c37032d4), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.327542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5d327-93a4-4340-9304-547dcfc69ead tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a7c5fb-84bc-4703-9b60-45d2c37032d4,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:35.405811 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-51c5d327-93a4-4340-9304-547dcfc69ead tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.407153 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-51c5d327-93a4-4340-9304-547dcfc69ead tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4263213 Oct 12 00:27:35.408154 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26332537'] for subnet (09f668a8-6e13-418e-9e83-a1c6b88c117e), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.411398 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39106) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:35.449126 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'name': 'tempest-TestShelveInstance-2017041582-router', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:22Z', 'updated_at': '2022-10-12T00:27:29Z', 'revision_number': 4, 'project_id': '406331653ce1431896c1d2ad89461310', 'gw_port': {'id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:23Z', 'updated_at': '2022-10-12T00:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6', 'name': '', 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'mac_address': 'fa:16:3e:bb:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '5b257282-0512-4743-a2c4-d71257417c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:28Z', 'updated_at': '2022-10-12T00:27:34Z', 'revision_number': 4, 'project_id': '406331653ce1431896c1d2ad89461310', 'subnets': [{'id': '5b257282-0512-4743-a2c4-d71257417c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:35.453116 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:35.458265 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-eb46dd63-79ce-4a07-afe9-3d285a97bab9 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Request body: {'security_group_rule': {'security_group_id': '0aacd457-4828-4d43-94c8-0249670fc438', 'project_id': '654843d065264b9e9296824daf702110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:35.463801 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f668a8-6e13-418e-9e83-a1c6b88c117e,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:35.484434 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f5ba3-1c06-4e2e-a3f3-df0389b1ebd6 None None] The sync data for ids ['f49402fa-299b-46d3-bfc0-6f189e6097f4'] in dv-cinder-849143-13-iscsi is: [{'id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'name': 'tempest-TestShelveInstance-2017041582-router', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:22Z', 'updated_at': '2022-10-12T00:27:29Z', 'revision_number': 4, 'project_id': '406331653ce1431896c1d2ad89461310', 'gw_port': {'id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:23Z', 'updated_at': '2022-10-12T00:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6', 'name': '', 'network_id': '9e926896-f44a-41a2-bb23-0031184e29a1', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'mac_address': 'fa:16:3e:bb:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '5b257282-0512-4743-a2c4-d71257417c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:28Z', 'updated_at': '2022-10-12T00:27:34Z', 'revision_number': 4, 'project_id': '406331653ce1431896c1d2ad89461310', 'subnets': [{'id': '5b257282-0512-4743-a2c4-d71257417c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:27:35.524845 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] Checking segment: {'id': '19c529fd-f9cc-4079-9357-37b679d9435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c7a5be41-64b0-4862-a954-cfa056f137f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:27:35.525244 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] Network hostable DHCP agents. Network: c7a5be41-64b0-4862-a954-cfa056f137f3, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:27:35.563143 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.securitygroups_db [None req-eb46dd63-79ce-4a07-afe9-3d285a97bab9 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Project 654843d065264b9e9296824daf702110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 00:27:35.571735 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-eb46dd63-79ce-4a07-afe9-3d285a97bab9 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (504115e3-b56e-4fa1-87b8-4776fc9deaa8), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.669591 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] Network c7a5be41-64b0-4862-a954-cfa056f137f3 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:27:35.678367 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-eb46dd63-79ce-4a07-afe9-3d285a97bab9 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (504115e3-b56e-4fa1-87b8-4776fc9deaa8), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.742158 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:35.792937 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-eb46dd63-79ce-4a07-afe9-3d285a97bab9 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (504115e3-b56e-4fa1-87b8-4776fc9deaa8), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.794441 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, c7a5be41-64b0-4862-a954-cfa056f137f3) {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:35.816847 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23168dc-ea89-41fb-8a0a-26ca4bc0f6c8 None None] Network c7a5be41-64b0-4862-a954-cfa056f137f3 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:27:35.831445 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:35.834486 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.869907 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46dd63-79ce-4a07-afe9-3d285a97bab9 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504115e3-b56e-4fa1-87b8-4776fc9deaa8,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:35.930108 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487489f-e47d-4d7e-803e-e275cec12d4a req-57d94360-09e7-4279-b036-e288077c3460 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:35.938955 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1487489f-e47d-4d7e-803e-e275cec12d4a req-57d94360-09e7-4279-b036-e288077c3460 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.1040654 Oct 12 00:27:35.940036 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:35.940743 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.941249 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 Oct 12 00:27:35.959523 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-eb46dd63-79ce-4a07-afe9-3d285a97bab9 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:35.960902 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-eb46dd63-79ce-4a07-afe9-3d285a97bab9 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5064988 Oct 12 00:27:35.963859 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39116) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:35.969611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-40b77eb9-31e0-479f-a23b-96da3b47295f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Request body: {'security_group_rule': {'security_group_id': '0aacd457-4828-4d43-94c8-0249670fc438', 'project_id': '654843d065264b9e9296824daf702110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:36.004651 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-102125a7-78bf-4cdf-b352-fb80de252f56 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1145885 Oct 12 00:27:36.026722 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1487489f-e47d-4d7e-803e-e275cec12d4a req-4e7cbe0a-d71a-409f-b61d-060028ec33a5 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865865 Oct 12 00:27:36.036791 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a387abcd-9f0c-499f-af80-98727d3d7113 None None] Network c7a5be41-64b0-4862-a954-cfa056f137f3 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:27:36.277982 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:36.277982 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:36.277982 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6,segment=NetworkSegment(6c9d45b7-cd24-401c-8f0a-dcc4db33ef38),segment_id=6c9d45b7-cd24-401c-8f0a-dcc4db33ef38)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:36.883720 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.securitygroups_db [None req-40b77eb9-31e0-479f-a23b-96da3b47295f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Project 654843d065264b9e9296824daf702110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 00:27:36.892894 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40b77eb9-31e0-479f-a23b-96da3b47295f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (d9257bd2-25e7-4bd6-94e7-923a93455351), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:36.954606 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40b77eb9-31e0-479f-a23b-96da3b47295f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (d9257bd2-25e7-4bd6-94e7-923a93455351), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:37.149034 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552045d-2896-4d58-817c-804a78f9ad5b req-ae41c7bd-f02f-45a2-a230-cd67019bde8e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:37.150534 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3552045d-2896-4d58-817c-804a78f9ad5b req-ae41c7bd-f02f-45a2-a230-cd67019bde8e tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0455520 Oct 12 00:27:37.200978 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3552045d-2896-4d58-817c-804a78f9ad5b req-1f98e485-198d-4dcd-86b7-a1bea619064a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450652 Oct 12 00:27:37.208800 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:37.240486 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40b77eb9-31e0-479f-a23b-96da3b47295f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (d9257bd2-25e7-4bd6-94e7-923a93455351), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:37.255989 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b77eb9-31e0-479f-a23b-96da3b47295f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9257bd2-25e7-4bd6-94e7-923a93455351,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:37.283735 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:37.342037 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-40b77eb9-31e0-479f-a23b-96da3b47295f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:37.343318 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-40b77eb9-31e0-479f-a23b-96da3b47295f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3782709 Oct 12 00:27:37.649501 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:37.696045 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:37.745737 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:37.745737 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:37.745945 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 Oct 12 00:27:37.748576 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39184) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:37.753657 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1523723046-network', 'tenant_id': '13f610c86c4541208de543b8cfcf8ede'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:37.819785 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:37.849096 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Made reservation on behalf of 13f610c86c4541208de543b8cfcf8ede for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:27:37.851552 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:37.860833 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:37.936539 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Publish callbacks [] for security_group (db035baf-a0e2-4181-823b-d0c02fdac381), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:38.008072 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (db035baf-a0e2-4181-823b-d0c02fdac381), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:38.061137 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db035baf-a0e2-4181-823b-d0c02fdac381,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:38.064913 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:27:38.074677 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (fbff61b0-b232-4830-a958-3b2eb4e225aa), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:38.075018 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Added segment fbff61b0-b232-4830-a958-3b2eb4e225aa of type vlan for network b7c31ab3-258a-4cdd-af75-9721a2e18a21 Oct 12 00:27:38.114446 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (b7c31ab3-258a-4cdd-af75-9721a2e18a21), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:38.135725 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:38.232736 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (b7c31ab3-258a-4cdd-af75-9721a2e18a21), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:38.233747 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:38.234410 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:38.301635 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c31ab3-258a-4cdd-af75-9721a2e18a21,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:38.312148 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network b7c31ab3-258a-4cdd-af75-9721a2e18a21 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:27:38.314732 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:38.336965 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d901b8-a41e-4b17-9c64-5f76e03ad61c req-a64be743-eb80-4766-b238-4ccf01efa17f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:38.338549 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f3d901b8-a41e-4b17-9c64-5f76e03ad61c req-a64be743-eb80-4766-b238-4ccf01efa17f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0509331 Oct 12 00:27:38.371107 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-dd89d686-9ee8-4a58-b8f7-7089e75baba3 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6193523 Oct 12 00:27:38.371107 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39194) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:38.374479 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] Request body: {'subnet': {'network_id': 'b7c31ab3-258a-4cdd-af75-9721a2e18a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1523723046-subnet', 'tenant_id': '13f610c86c4541208de543b8cfcf8ede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:27:38.401346 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f3d901b8-a41e-4b17-9c64-5f76e03ad61c req-df0f9282-32b8-41f6-ab22-23965ec30a3f tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562193 Oct 12 00:27:38.476091 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] Made reservation on behalf of 13f610c86c4541208de543b8cfcf8ede for: {'subnet': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:27:38.478467 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26332523'] for subnet (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:38.694618 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26332537'] for subnet (4c057a7d-82fd-4e9e-8463-edc7ea5d54a4), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:38.748798 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c057a7d-82fd-4e9e-8463-edc7ea5d54a4,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:38.757687 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] Checking segment: {'id': 'fbff61b0-b232-4830-a958-3b2eb4e225aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b7c31ab3-258a-4cdd-af75-9721a2e18a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:27:38.758049 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] Network hostable DHCP agents. Network: b7c31ab3-258a-4cdd-af75-9721a2e18a21, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:27:38.848175 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] Network b7c31ab3-258a-4cdd-af75-9721a2e18a21 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:27:38.946035 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, b7c31ab3-258a-4cdd-af75-9721a2e18a21) {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:27:38.950450 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:38.951208 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:38.955760 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0668a586-0ce1-4a62-9f2f-5965b31aa9b2 None None] Network b7c31ab3-258a-4cdd-af75-9721a2e18a21 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:27:39.039937 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3663559d-9b33-4924-93ae-4c075fa8b122 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6692402 Oct 12 00:27:39.041097 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:39.072630 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac61d1c-f0f8-41d4-a21c-04cbaad6084a None None] Network b7c31ab3-258a-4cdd-af75-9721a2e18a21 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:27:39.111545 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:39.184262 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39216) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:39.230339 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9456dc8-0912-48a6-9324-2f641cd77194 admin admin] Deleting subnet 09f668a8-6e13-418e-9e83-a1c6b88c117e {{(pid=111559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:27:39.233870 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f9456dc8-0912-48a6-9324-2f641cd77194 admin admin] Publish callbacks [] for subnet (09f668a8-6e13-418e-9e83-a1c6b88c117e), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:39.411754 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ff37e4cb-00cf-4bd1-b77a-3dffa69e456e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:27:39.534791 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f9456dc8-0912-48a6-9324-2f641cd77194 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461494'] for subnet (09f668a8-6e13-418e-9e83-a1c6b88c117e), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:39.561335 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7dd9a-357c-4a80-8f4d-0344e2c21797 req-a9f91de7-b329-448e-b542-4e762fdff040 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:39.564745 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-65a7dd9a-357c-4a80-8f4d-0344e2c21797 req-a9f91de7-b329-448e-b542-4e762fdff040 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 943 time: 0.0696867 Oct 12 00:27:39.567892 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:39.585628 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'port_id': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'mac_address': 'fa:16:3e:4d:61:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:27:39.590830 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f9456dc8-0912-48a6-9324-2f641cd77194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (09f668a8-6e13-418e-9e83-a1c6b88c117e), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:39.615586 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:39.626182 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-65a7dd9a-357c-4a80-8f4d-0344e2c21797 req-0dea7ffc-71ba-4dda-8794-910f9ae74876 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553360 Oct 12 00:27:39.746467 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f9456dc8-0912-48a6-9324-2f641cd77194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25924447'] for subnet (09f668a8-6e13-418e-9e83-a1c6b88c117e), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:39.770296 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:39.770582 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:39.773929 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9456dc8-0912-48a6-9324-2f641cd77194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f668a8-6e13-418e-9e83-a1c6b88c117e,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:39.786273 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f9456dc8-0912-48a6-9324-2f641cd77194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:39.817936 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-f9456dc8-0912-48a6-9324-2f641cd77194 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/09f668a8-6e13-418e-9e83-a1c6b88c117e HTTP/1.1" status: 204 len: 168 time: 0.6044664 Oct 12 00:27:39.818396 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff37e4cb-00cf-4bd1-b77a-3dffa69e456e {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:27:39.818485 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39224) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:39.818567 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:39.881056 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (c7a5be41-64b0-4862-a954-cfa056f137f3), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:39.923818 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:39.965602 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (c7a5be41-64b0-4862-a954-cfa056f137f3), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:39.975180 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,revision_number=9']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:39.987818 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a5be41-64b0-4862-a954-cfa056f137f3']}} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:39.997680 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c529fd-f9cc-4079-9357-37b679d9435e') {'for_net_delete': True} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:39.997908 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c529fd-f9cc-4079-9357-37b679d9435e') {} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:40.011237 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461391'] for segment (19c529fd-f9cc-4079-9357-37b679d9435e), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.025470 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (19c529fd-f9cc-4079-9357-37b679d9435e), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.032644 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=111559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:27:40.033047 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966068'] for segment (19c529fd-f9cc-4079-9357-37b679d9435e), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.073473 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 19c529fd-f9cc-4079-9357-37b679d9435e resource provider aggregate not found Oct 12 00:27:40.092854 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 19c529fd-f9cc-4079-9357-37b679d9435e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19c529fd-f9cc-4079-9357-37b679d9435e found for delete ", "request_id": "req-df329cba-94d1-491e-805d-d60b363a6d74"}]} Oct 12 00:27:40.175181 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (c7a5be41-64b0-4862-a954-cfa056f137f3), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.180398 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.185385 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/c7a5be41-64b0-4862-a954-cfa056f137f3 HTTP/1.1" status: 204 len: 168 time: 0.3858526 Oct 12 00:27:40.188460 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39236) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:40.199760 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e875ae-7227-44c9-9ea5-fd23e0fad929 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a5be41-64b0-4862-a954-cfa056f137f3,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:40.234285 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad45611-fa2f-4203-b037-86e067e8698e admin admin] Deleting subnet 4c057a7d-82fd-4e9e-8463-edc7ea5d54a4 {{(pid=111560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:27:40.237450 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3ad45611-fa2f-4203-b037-86e067e8698e admin admin] Publish callbacks [] for subnet (4c057a7d-82fd-4e9e-8463-edc7ea5d54a4), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.247874 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['ff37e4cb-00cf-4bd1-b77a-3dffa69e456e'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:27:40.272922 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3ad45611-fa2f-4203-b037-86e067e8698e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526249'] for subnet (4c057a7d-82fd-4e9e-8463-edc7ea5d54a4), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.311816 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3ad45611-fa2f-4203-b037-86e067e8698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (4c057a7d-82fd-4e9e-8463-edc7ea5d54a4), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.448969 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3ad45611-fa2f-4203-b037-86e067e8698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26333834'] for subnet (4c057a7d-82fd-4e9e-8463-edc7ea5d54a4), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.476502 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad45611-fa2f-4203-b037-86e067e8698e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c057a7d-82fd-4e9e-8463-edc7ea5d54a4,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:40.481096 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3ad45611-fa2f-4203-b037-86e067e8698e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.484552 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3ad45611-fa2f-4203-b037-86e067e8698e admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/4c057a7d-82fd-4e9e-8463-edc7ea5d54a4 HTTP/1.1" status: 204 len: 168 time: 0.2950866 Oct 12 00:27:40.487821 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39240) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:40.556846 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (b7c31ab3-258a-4cdd-af75-9721a2e18a21), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.638209 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (b7c31ab3-258a-4cdd-af75-9721a2e18a21), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.660338 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c31ab3-258a-4cdd-af75-9721a2e18a21']}} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:40.671478 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbff61b0-b232-4830-a958-3b2eb4e225aa') {'for_net_delete': True} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:40.671783 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbff61b0-b232-4830-a958-3b2eb4e225aa') {} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:27:40.682684 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526160'] for segment (fbff61b0-b232-4830-a958-3b2eb4e225aa), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.696207 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (fbff61b0-b232-4830-a958-3b2eb4e225aa), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.702717 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=111560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:27:40.703099 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655368'] for segment (fbff61b0-b232-4830-a958-3b2eb4e225aa), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.753789 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:40.781870 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e5429-4604-467d-83c3-efab83bc2183 req-74261458-1ceb-4356-8cab-1ae74f343e7a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:40.783728 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3e5e5429-4604-467d-83c3-efab83bc2183 req-74261458-1ceb-4356-8cab-1ae74f343e7a tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 944 time: 0.0657179 Oct 12 00:27:40.838467 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3e5e5429-4604-467d-83c3-efab83bc2183 req-f50804c2-bd3f-4eae-9822-e47d45ffb6c0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487597 Oct 12 00:27:40.859529 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment fbff61b0-b232-4830-a958-3b2eb4e225aa resource provider aggregate not found Oct 12 00:27:40.885414 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment fbff61b0-b232-4830-a958-3b2eb4e225aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbff61b0-b232-4830-a958-3b2eb4e225aa found for delete ", "request_id": "req-33f70367-17f4-4a2c-8a46-699b431e2e32"}]} Oct 12 00:27:40.894871 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (b7c31ab3-258a-4cdd-af75-9721a2e18a21), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.901403 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:40.904494 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/b7c31ab3-258a-4cdd-af75-9721a2e18a21 HTTP/1.1" status: 204 len: 168 time: 0.4157696 Oct 12 00:27:40.914744 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433f6dc-dfcf-4428-94a6-f2754684c6b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c31ab3-258a-4cdd-af75-9721a2e18a21,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:41.256782 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39258) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:41.305184 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-5a8feb45-199a-4a32-893c-d7a326fe8f38 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0a0c55efa4854edd898655d0d2e5cbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448084 Oct 12 00:27:41.305417 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39260) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:41.354279 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-31fff6b9-d594-4738-bad9-5972eb407f88 admin admin] Publish callbacks [] for security_group (ad567802-318f-4f10-8357-b8f9fe4a6245), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:41.376710 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-31fff6b9-d594-4738-bad9-5972eb407f88 admin admin] Publish callbacks [] for security_group (ad567802-318f-4f10-8357-b8f9fe4a6245), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:41.434714 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ff37e4cb-00cf-4bd1-b77a-3dffa69e456e up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:27:41.479223 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:27:41.479624 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:41.479960 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e Oct 12 00:27:41.512223 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-31fff6b9-d594-4738-bad9-5972eb407f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (ad567802-318f-4f10-8357-b8f9fe4a6245), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:41.514923 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-31fff6b9-d594-4738-bad9-5972eb407f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:41.516182 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-31fff6b9-d594-4738-bad9-5972eb407f88 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ad567802-318f-4f10-8357-b8f9fe4a6245 HTTP/1.1" status: 204 len: 168 time: 0.2098296 Oct 12 00:27:41.525127 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fff6b9-d594-4738-bad9-5972eb407f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad567802-318f-4f10-8357-b8f9fe4a6245,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:41.570330 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:27:41.570722 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:41.595071 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:27:41.597963 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2f8f7a-bc17-43b2-bd2b-8c0c70560688" -d '{"events": [{"server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "name": "network-vif-plugged", "status": "completed", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:27:41.610964 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:27:41.641889 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bffd2d8-9ede-4b53-96a6-bb089f2b775f x-openstack-request-id: req-2bffd2d8-9ede-4b53-96a6-bb089f2b775f {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:27:41.642438 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "name": "network-vif-plugged", "status": "completed", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:27:41.642688 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bffd2d8-9ede-4b53-96a6-bb089f2b775f {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:27:41.643092 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bffd2d8-9ede-4b53-96a6-bb089f2b775f'] response: {'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'code': 200} Oct 12 00:27:41.693784 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:41.744405 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,revision_number=10']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:41.979356 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5d01e-d243-4080-b0db-6c3da9446278 req-ff9b3847-96c9-4119-ab20-828c9932cee3 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:41.983111 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fff5d01e-d243-4080-b0db-6c3da9446278 req-ff9b3847-96c9-4119-ab20-828c9932cee3 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 946 time: 0.0506985 Oct 12 00:27:42.034830 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fff5d01e-d243-4080-b0db-6c3da9446278 req-eb57f014-3756-4040-b3d0-4cb83ed54f5d tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473120 Oct 12 00:27:42.261973 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39274) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:42.305249 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-6f1fc57d-eca3-49b4-a153-b9dbaf9307de admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=13f610c86c4541208de543b8cfcf8ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420835 Oct 12 00:27:42.307704 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39276) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:42.356867 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-735cb6e6-4090-4508-99d1-3f6973bf4845 admin admin] Publish callbacks [] for security_group (db035baf-a0e2-4181-823b-d0c02fdac381), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:42.377238 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-735cb6e6-4090-4508-99d1-3f6973bf4845 admin admin] Publish callbacks [] for security_group (db035baf-a0e2-4181-823b-d0c02fdac381), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:42.500383 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-735cb6e6-4090-4508-99d1-3f6973bf4845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (db035baf-a0e2-4181-823b-d0c02fdac381), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:42.503978 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-735cb6e6-4090-4508-99d1-3f6973bf4845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:42.507563 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-735cb6e6-4090-4508-99d1-3f6973bf4845 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/db035baf-a0e2-4181-823b-d0c02fdac381 HTTP/1.1" status: 204 len: 168 time: 0.1966558 Oct 12 00:27:42.519222 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cb6e6-4090-4508-99d1-3f6973bf4845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db035baf-a0e2-4181-823b-d0c02fdac381,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:43.169971 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f666dbf-3b04-4f3d-8ee3-569a629ad49c req-56a7449d-9db6-4bba-92bc-b1ae1a5ed49b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:43.171551 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7f666dbf-3b04-4f3d-8ee3-569a629ad49c req-56a7449d-9db6-4bba-92bc-b1ae1a5ed49b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 946 time: 0.0512462 Oct 12 00:27:43.208407 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:43.213875 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:43.221182 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7f666dbf-3b04-4f3d-8ee3-569a629ad49c req-e792d6a8-5661-41ea-9528-e882997f7cd1 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Oct 12 00:27:44.352488 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c878be9-615c-4f21-80d1-3727d483a5d1 req-9c8e8d12-98dd-4361-9b36-3dfffa12c268 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:44.354101 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8c878be9-615c-4f21-80d1-3727d483a5d1 req-9c8e8d12-98dd-4361-9b36-3dfffa12c268 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 946 time: 0.0477724 Oct 12 00:27:44.407252 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8c878be9-615c-4f21-80d1-3727d483a5d1 req-0fa517e7-3d21-4dd8-953f-b56efb693e25 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474133 Oct 12 00:27:44.786745 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643eea-3c63-481c-bad2-9c70ff2bd4d7 req-0b67e38b-69b4-4d00-af05-e42a327d029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:44.788564 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d6643eea-3c63-481c-bad2-9c70ff2bd4d7 req-0b67e38b-69b4-4d00-af05-e42a327d029c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 1130 time: 0.0399945 Oct 12 00:27:44.834254 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d6643eea-3c63-481c-bad2-9c70ff2bd4d7 req-8f3cc9fc-d807-4472-abdf-6b4450226a2b service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395331 Oct 12 00:27:45.452757 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=74 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:45.536586 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508300ec-8c08-427a-9c63-78148851d616 req-107ee84e-3abe-43c0-a08e-df3e4493cef3 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:45.538156 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-508300ec-8c08-427a-9c63-78148851d616 req-107ee84e-3abe-43c0-a08e-df3e4493cef3 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 946 time: 0.0486898 Oct 12 00:27:45.590292 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-508300ec-8c08-427a-9c63-78148851d616 req-e1a117fe-3106-4437-80b6-ac53388e6c76 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455399 Oct 12 00:27:45.777171 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:27:46.745482 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b971a-e7ab-4d16-b25c-c6044ae419be req-359d04f6-240d-48f6-984b-1737bba16d53 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:46.747039 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ef9b971a-e7ab-4d16-b25c-c6044ae419be req-359d04f6-240d-48f6-984b-1737bba16d53 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 946 time: 0.0677016 Oct 12 00:27:46.801624 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ef9b971a-e7ab-4d16-b25c-c6044ae419be req-22507973-2e4f-4bd9-9dbf-94f1dfe8a371 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460865 Oct 12 00:27:47.932590 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632ca8f-0be3-4585-866e-c7e4cd0ce8e1 req-2647953f-2e4e-4a53-9566-14007e688130 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:47.934259 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e632ca8f-0be3-4585-866e-c7e4cd0ce8e1 req-2647953f-2e4e-4a53-9566-14007e688130 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 946 time: 0.0489035 Oct 12 00:27:47.985583 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e632ca8f-0be3-4585-866e-c7e4cd0ce8e1 req-b9fbc1a1-c6a2-4b7d-8e63-adce3f353a92 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455754 Oct 12 00:27:49.124704 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dd1ef-e536-4820-ac6f-2f4b57ca5bad req-46d86af1-5bcb-4e8a-9cfe-aec32c7be4ef tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:49.126158 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1e2dd1ef-e536-4820-ac6f-2f4b57ca5bad req-46d86af1-5bcb-4e8a-9cfe-aec32c7be4ef tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 946 time: 0.0524561 Oct 12 00:27:49.175860 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1e2dd1ef-e536-4820-ac6f-2f4b57ca5bad req-20a85100-1b92-4108-9fb4-36c95c57ebcd tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436261 Oct 12 00:27:49.801113 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39476) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:49.910556 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9541bd8d-ea52-4ae3-ac6e-80a0aa0ef73b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:49.948896 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:49.988227 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9541bd8d-ea52-4ae3-ac6e-80a0aa0ef73b admin admin] Publish callbacks [] for security_group (ca4f9ff0-b169-4406-b84a-8fe060339281), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:50.065437 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9541bd8d-ea52-4ae3-ac6e-80a0aa0ef73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (ca4f9ff0-b169-4406-b84a-8fe060339281), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:50.100556 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:50.105549 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541bd8d-ea52-4ae3-ac6e-80a0aa0ef73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4f9ff0-b169-4406-b84a-8fe060339281,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:50.110150 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-9541bd8d-ea52-4ae3-ac6e-80a0aa0ef73b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fff997542a6949eeb929bc0bef72c20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080103 Oct 12 00:27:50.113594 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39482) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:50.162871 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b12411a1-e739-4c92-9776-8b143809b31d admin admin] Publish callbacks [] for security_group (ca4f9ff0-b169-4406-b84a-8fe060339281), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:50.186060 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b12411a1-e739-4c92-9776-8b143809b31d admin admin] Publish callbacks [] for security_group (ca4f9ff0-b169-4406-b84a-8fe060339281), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:50.265659 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b12411a1-e739-4c92-9776-8b143809b31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (ca4f9ff0-b169-4406-b84a-8fe060339281), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:50.268416 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b12411a1-e739-4c92-9776-8b143809b31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:50.270115 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-b12411a1-e739-4c92-9776-8b143809b31d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ca4f9ff0-b169-4406-b84a-8fe060339281 HTTP/1.1" status: 204 len: 168 time: 0.1555641 Oct 12 00:27:50.277669 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12411a1-e739-4c92-9776-8b143809b31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4f9ff0-b169-4406-b84a-8fe060339281,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:50.290000 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:50.820632 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39490) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:50.834694 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-631abf90-b6c8-4726-9219-7c41d341b690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:50.908817 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-631abf90-b6c8-4726-9219-7c41d341b690 admin admin] Publish callbacks [] for security_group (1f329c92-3df8-400a-9547-aa8f2bdc7b39), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:51.014429 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-631abf90-b6c8-4726-9219-7c41d341b690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1f329c92-3df8-400a-9547-aa8f2bdc7b39), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:51.053499 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-631abf90-b6c8-4726-9219-7c41d341b690 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=852075b062c54374b402e784c2cd19ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318146 Oct 12 00:27:51.055432 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631abf90-b6c8-4726-9219-7c41d341b690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f329c92-3df8-400a-9547-aa8f2bdc7b39,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:51.056269 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39494) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:51.104633 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Publish callbacks [] for security_group (1f329c92-3df8-400a-9547-aa8f2bdc7b39), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:51.124426 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Publish callbacks [] for security_group (1f329c92-3df8-400a-9547-aa8f2bdc7b39), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:51.237428 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1f329c92-3df8-400a-9547-aa8f2bdc7b39), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:51.240420 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:51.241564 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1f329c92-3df8-400a-9547-aa8f2bdc7b39 HTTP/1.1" status: 204 len: 168 time: 0.1842945 Oct 12 00:27:51.249792 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f329c92-3df8-400a-9547-aa8f2bdc7b39,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:51.257929 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.258305 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.258692 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.259030 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.259387 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.259725 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.260077 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.260369 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.260695 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.261021 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.261348 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.261731 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.261985 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.262304 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:51.262631 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dd4181-11aa-4d4e-9fc2-06547ccf804e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:27:53.437402 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39566) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:53.546443 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89101cf6-d442-47a3-be6a-ad50b91cc216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:53.622682 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89101cf6-d442-47a3-be6a-ad50b91cc216 admin admin] Publish callbacks [] for security_group (4284cc6b-29a3-4933-b1a5-1e2bb02db0b2), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:53.660434 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-89101cf6-d442-47a3-be6a-ad50b91cc216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (4284cc6b-29a3-4933-b1a5-1e2bb02db0b2), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:53.699346 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-89101cf6-d442-47a3-be6a-ad50b91cc216 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=2ff803844eaa4f4a823b794cbf15d675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608414 Oct 12 00:27:53.701267 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89101cf6-d442-47a3-be6a-ad50b91cc216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4284cc6b-29a3-4933-b1a5-1e2bb02db0b2,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:53.702150 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39570) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:53.757081 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e780790e-ff5e-4572-bd9c-c6c304da0758 admin admin] Publish callbacks [] for security_group (4284cc6b-29a3-4933-b1a5-1e2bb02db0b2), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:53.777794 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e780790e-ff5e-4572-bd9c-c6c304da0758 admin admin] Publish callbacks [] for security_group (4284cc6b-29a3-4933-b1a5-1e2bb02db0b2), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:53.934579 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e780790e-ff5e-4572-bd9c-c6c304da0758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (4284cc6b-29a3-4933-b1a5-1e2bb02db0b2), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:53.937196 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e780790e-ff5e-4572-bd9c-c6c304da0758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:53.938355 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-e780790e-ff5e-4572-bd9c-c6c304da0758 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4284cc6b-29a3-4933-b1a5-1e2bb02db0b2 HTTP/1.1" status: 204 len: 168 time: 0.2351441 Oct 12 00:27:53.946448 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780790e-ff5e-4572-bd9c-c6c304da0758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4284cc6b-29a3-4933-b1a5-1e2bb02db0b2,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:54.498690 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39588) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:54.507407 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c478f3a0-c0a4-4711-bfd6-27dbcc060302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:54.582317 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c478f3a0-c0a4-4711-bfd6-27dbcc060302 admin admin] Publish callbacks [] for security_group (37834219-43e3-4172-9349-aac30fdefc33), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:54.631065 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-c478f3a0-c0a4-4711-bfd6-27dbcc060302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (37834219-43e3-4172-9349-aac30fdefc33), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:54.670601 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-c478f3a0-c0a4-4711-bfd6-27dbcc060302 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8c15b0c0047e4ba0b578f88cfde94b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761153 Oct 12 00:27:54.671416 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478f3a0-c0a4-4711-bfd6-27dbcc060302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37834219-43e3-4172-9349-aac30fdefc33,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:54.673380 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39590) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:27:54.723909 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-42b54207-92b5-4d52-a039-6c56a214dc25 admin admin] Publish callbacks [] for security_group (37834219-43e3-4172-9349-aac30fdefc33), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:54.744267 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-42b54207-92b5-4d52-a039-6c56a214dc25 admin admin] Publish callbacks [] for security_group (37834219-43e3-4172-9349-aac30fdefc33), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:54.860163 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-42b54207-92b5-4d52-a039-6c56a214dc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (37834219-43e3-4172-9349-aac30fdefc33), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:54.863192 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-42b54207-92b5-4d52-a039-6c56a214dc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:54.864543 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-42b54207-92b5-4d52-a039-6c56a214dc25 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/37834219-43e3-4172-9349-aac30fdefc33 HTTP/1.1" status: 204 len: 168 time: 0.1899438 Oct 12 00:27:54.872424 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b54207-92b5-4d52-a039-6c56a214dc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37834219-43e3-4172-9349-aac30fdefc33,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:27:55.772485 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:57.430217 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:57.444157 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:27:57.457470 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1dda33df-239a-4667-b8f6-a79a8ee869d6 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-713553876&fields=id&tenant_id=654843d065264b9e9296824daf702110 HTTP/1.1" status: 200 len: 267 time: 0.0468960 Oct 12 00:27:57.562391 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-57840f23-0f30-46d8-9a6a-f761f843b3aa tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:27:57.563829 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-57840f23-0f30-46d8-9a6a-f761f843b3aa tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/networks?id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 HTTP/1.1" status: 200 len: 809 time: 0.1000137 Oct 12 00:27:57.578285 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-ab46f686-f5eb-4932-ae65-fd7c28701d49 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/quotas/654843d065264b9e9296824daf702110 HTTP/1.1" status: 200 len: 375 time: 0.0086277 Oct 12 00:27:57.625961 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-ac2f78f0-a8b8-48c6-b590-23f1b3b37ebd tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=654843d065264b9e9296824daf702110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423722 Oct 12 00:27:57.725216 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-24ed762b-92af-44a2-a197-bacadf079727 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866117 Oct 12 00:27:57.814241 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-693d873d-40f9-451a-9e5c-2b4db091d5c8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828836 Oct 12 00:27:58.408799 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-5b87eaba-c484-42b4-9dec-0cc641b0dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:27:58.424504 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2b034aef-90e8-40ee-965a-c845f4b46d72 req-3c3e533d-3e0d-423c-bdbb-12b33487dbee tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 210 time: 0.0282602 Oct 12 00:27:59.540934 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-16ae4c16-eb50-4de7-82b9-8805a62b7f1e req-a61e0f8b-2bbf-4350-a698-e924ac0aeda6 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 210 time: 0.0412371 Oct 12 00:28:00.594180 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:00.665198 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8004f04d-9f81-4db7-b62f-2f8418c2d1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:00.670851 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c28cbf0c-14f3-4b3e-9b30-99f940f8559c req-0021cb0b-ea95-4e0d-b7cc-c5f013e7dd26 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 210 time: 0.0353315 Oct 12 00:28:00.780959 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-89dc22bf-763c-493a-99b9-4bdbfa68ecb4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:00.782369 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-89dc22bf-763c-493a-99b9-4bdbfa68ecb4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.40 "GET /networking/v2.0/networks?id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 HTTP/1.1" status: 200 len: 809 time: 0.1085253 Oct 12 00:28:00.870421 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-8c742901-4a4a-465f-ba18-041749c5676c tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=654843d065264b9e9296824daf702110 HTTP/1.1" status: 200 len: 379 time: 0.0548398 Oct 12 00:28:00.879655 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Request body: {'port': {'device_id': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'admin_state_up': True, 'tenant_id': '654843d065264b9e9296824daf702110', 'security_groups': ['0aacd457-4828-4d43-94c8-0249670fc438']}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:28:00.974273 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:01.082629 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Made reservation on behalf of 654843d065264b9e9296824daf702110 for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:28:01.086492 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:01.219073 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Allocated IP 172.20.0.5 (0fd75ea6-44b5-4c93-a3aa-fbdedbce1910/c3db3557-c8f3-41f3-909c-4cfe7c130bd4/4ad8437d-d747-4320-afc4-1d72d58b1f96) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:28:01.360281 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:01.466423 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:01.511959 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:28:01.515075 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:28:01.519096 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:28:01.549645 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event updated for resources: {'Port': ['ID=4ad8437d-d747-4320-afc4-1d72d58b1f96,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:01.573270 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:01.574119 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:01.675832 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-71fd68e3-76ab-4521-a6c8-870d9a8aa7f3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7992363 Oct 12 00:28:01.693471 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Request body: {'port': {'device_id': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:28:01.756485 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:01.764711 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-8a40bf36-49be-4c94-9e64-5c9d9d620c0a None None] Provisioning complete for port 4ad8437d-d747-4320-afc4-1d72d58b1f96 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:28:01.765289 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8a40bf36-49be-4c94-9e64-5c9d9d620c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:01.765738 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-8a40bf36-49be-4c94-9e64-5c9d9d620c0a None None] Attempt 1 to provision port 4ad8437d-d747-4320-afc4-1d72d58b1f96 Oct 12 00:28:01.784972 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:01.801791 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-8a40bf36-49be-4c94-9e64-5c9d9d620c0a None None] Port 4ad8437d-d747-4320-afc4-1d72d58b1f96 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:28:01.847632 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed947b5-b279-40c2-b25c-f2a37eb68461 req-f60f0add-c3ce-4a25-bac3-4a9201368e95 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:01.849224 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-eed947b5-b279-40c2-b25c-f2a37eb68461 req-f60f0add-c3ce-4a25-bac3-4a9201368e95 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 931 time: 0.0795329 Oct 12 00:28:01.854876 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:01.928360 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:02.006221 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-eed947b5-b279-40c2-b25c-f2a37eb68461 req-6311552f-5fe7-47bd-b1b8-f98f18368a8e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106303 Oct 12 00:28:02.109261 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad8437d-d747-4320-afc4-1d72d58b1f96 {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:28:02.116950 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Publish callbacks [] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:02.129070 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Transition to ACTIVE for port object 4ad8437d-d747-4320-afc4-1d72d58b1f96 will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:28:02.192190 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:02.276976 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad8437d-d747-4320-afc4-1d72d58b1f96,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:02.306865 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Attempting to bind port 4ad8437d-d747-4320-afc4-1d72d58b1f96 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:28:02.307203 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Attempting to bind port 4ad8437d-d747-4320-afc4-1d72d58b1f96 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:28:02.307575 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Attempting to bind port 4ad8437d-d747-4320-afc4-1d72d58b1f96 on network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:28:02.348180 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Port 4ad8437d-d747-4320-afc4-1d72d58b1f96 on network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:28:02.348517 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Attempting to bind port 4ad8437d-d747-4320-afc4-1d72d58b1f96 on network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:28:02.374457 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:02.393815 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:28:02.394158 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Checking segment: {'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:28:02.394540 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Bound using segment: {'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:28:02.394982 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Bound port: 4ad8437d-d747-4320-afc4-1d72d58b1f96, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:28:02.395342 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:02.462003 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] For port 4ad8437d-d747-4320-afc4-1d72d58b1f96, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:28:02.465041 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] For port 4ad8437d-d747-4320-afc4-1d72d58b1f96, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:28:02.523376 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:02.526699 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:02.527723 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:02.529069 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 200 len: 1093 time: 0.8399067 Oct 12 00:28:02.531353 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:28:02.533677 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15180ff5-893e-4643-97fc-e772f516ae05" -d '{"events": [{"name": "network-changed", "server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:28:02.575481 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f99edf-79c7-46eb-ade1-d00f3dadb4a5 x-openstack-request-id: req-22f99edf-79c7-46eb-ade1-d00f3dadb4a5 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:28:02.575760 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:28:02.576008 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22f99edf-79c7-46eb-ade1-d00f3dadb4a5 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:28:02.576402 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f99edf-79c7-46eb-ade1-d00f3dadb4a5'] response: {'name': 'network-changed', 'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'status': 'completed', 'code': 200} Oct 12 00:28:02.587058 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95c0da-6d07-4661-8c72-5258f4f1bcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad8437d-d747-4320-afc4-1d72d58b1f96,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:02.732015 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15180ff5-893e-4643-97fc-e772f516ae05 req-c13596b6-3979-4e42-8a55-117484ef04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:02.733359 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-15180ff5-893e-4643-97fc-e772f516ae05 req-c13596b6-3979-4e42-8a55-117484ef04d4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=654843d065264b9e9296824daf702110&device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1127 time: 0.0380874 Oct 12 00:28:02.841973 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15180ff5-893e-4643-97fc-e772f516ae05 req-9f0fdc97-1539-449b-9f7c-7c7b1360a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:02.843468 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-15180ff5-893e-4643-97fc-e772f516ae05 req-9f0fdc97-1539-449b-9f7c-7c7b1360a076 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=654843d065264b9e9296824daf702110&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0971694 Oct 12 00:28:02.943850 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15180ff5-893e-4643-97fc-e772f516ae05 req-260ec53e-54b3-4be5-939a-30eeb0d42c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:02.945318 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-15180ff5-893e-4643-97fc-e772f516ae05 req-260ec53e-54b3-4be5-939a-30eeb0d42c04 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892854 Oct 12 00:28:02.960100 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39778) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:03.048588 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-25c8fcc0-0e20-436d-a563-8a430eaf8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:03.050037 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-25c8fcc0-0e20-436d-a563-8a430eaf8c8b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=654843d065264b9e9296824daf702110&device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1127 time: 0.0449176 Oct 12 00:28:03.054601 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:03.095771 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b967c420-270b-43fd-971e-af53e2e74fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:03.101312 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-656f5939-323d-4f05-928f-bcf41d388b59 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 200 len: 217 time: 0.0366294 Oct 12 00:28:03.112895 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:03.192381 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b967c420-270b-43fd-971e-af53e2e74fe3 admin admin] Publish callbacks [] for security_group (9921a428-498f-4311-9953-ea5ebd5ebee4), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:03.277672 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-b967c420-270b-43fd-971e-af53e2e74fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9921a428-498f-4311-9953-ea5ebd5ebee4), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:03.283827 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:03.324274 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-b967c420-270b-43fd-971e-af53e2e74fe3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0b3b7ef5ca3c4d72b9f1ae325f0970ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609912 Oct 12 00:28:03.326697 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967c420-270b-43fd-971e-af53e2e74fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9921a428-498f-4311-9953-ea5ebd5ebee4,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:03.330061 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39790) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:03.340134 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:03.386391 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ce48131c-55f8-4072-bacb-f09ed0cb767e admin admin] Publish callbacks [] for security_group (9921a428-498f-4311-9953-ea5ebd5ebee4), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:03.408261 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ce48131c-55f8-4072-bacb-f09ed0cb767e admin admin] Publish callbacks [] for security_group (9921a428-498f-4311-9953-ea5ebd5ebee4), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:03.446544 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86228d88-92af-4874-8458-f2c32838b9ac req-338baffc-5874-4599-8c72-e9a465f76290 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:03.453931 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-86228d88-92af-4874-8458-f2c32838b9ac req-338baffc-5874-4599-8c72-e9a465f76290 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.3359878 Oct 12 00:28:03.466386 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-6f18aefa-ffc0-43cd-8e24-77d6aa2a28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:03.467945 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-6f18aefa-ffc0-43cd-8e24-77d6aa2a28d6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3db3557-c8f3-41f3-909c-4cfe7c130bd4 HTTP/1.1" status: 200 len: 848 time: 0.3598707 Oct 12 00:28:03.533189 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-78ad000e-6901-465f-b2b5-02b86be6e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:03.534631 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-78ad000e-6901-465f-b2b5-02b86be6e098 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584068 Oct 12 00:28:03.538361 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-86228d88-92af-4874-8458-f2c32838b9ac req-e244f4a1-e2e5-4028-af85-43c26b763a48 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834985 Oct 12 00:28:03.547214 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ce48131c-55f8-4072-bacb-f09ed0cb767e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9921a428-498f-4311-9953-ea5ebd5ebee4), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:03.547812 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-ce48131c-55f8-4072-bacb-f09ed0cb767e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:03.551792 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-ce48131c-55f8-4072-bacb-f09ed0cb767e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9921a428-498f-4311-9953-ea5ebd5ebee4 HTTP/1.1" status: 204 len: 168 time: 0.2202668 Oct 12 00:28:03.575233 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48131c-55f8-4072-bacb-f09ed0cb767e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9921a428-498f-4311-9953-ea5ebd5ebee4,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:03.612154 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:03.637002 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-47b29e31-a7f1-4e06-a280-c8c2e50095e7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947006 Oct 12 00:28:03.739184 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d308e47f-e5d0-499e-b878-bbadfeb32997 req-8a2bec00-56f1-4f35-adf8-f49010d0fa7b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956333 Oct 12 00:28:04.187135 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39804) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:04.200761 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d37607ae-58bd-4c6b-acf5-25606760c575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:04.277703 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d37607ae-58bd-4c6b-acf5-25606760c575 admin admin] Publish callbacks [] for security_group (7c6031dd-8cf8-482b-8438-1642b4882808), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:04.351761 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d37607ae-58bd-4c6b-acf5-25606760c575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (7c6031dd-8cf8-482b-8438-1642b4882808), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:04.390037 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37607ae-58bd-4c6b-acf5-25606760c575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6031dd-8cf8-482b-8438-1642b4882808,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:04.394403 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-d37607ae-58bd-4c6b-acf5-25606760c575 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=34c86a4c72c74c9aa1981aa955764416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061617 Oct 12 00:28:04.397750 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39806) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:04.451003 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c1902608-f495-4b56-843a-edccb4752401 admin admin] Publish callbacks [] for security_group (7c6031dd-8cf8-482b-8438-1642b4882808), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:04.468759 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c1902608-f495-4b56-843a-edccb4752401 admin admin] Publish callbacks [] for security_group (7c6031dd-8cf8-482b-8438-1642b4882808), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:04.523226 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:04.639467 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c1902608-f495-4b56-843a-edccb4752401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (7c6031dd-8cf8-482b-8438-1642b4882808), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:04.642011 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c1902608-f495-4b56-843a-edccb4752401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:04.643339 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-c1902608-f495-4b56-843a-edccb4752401 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7c6031dd-8cf8-482b-8438-1642b4882808 HTTP/1.1" status: 204 len: 168 time: 0.2448077 Oct 12 00:28:04.674893 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1902608-f495-4b56-843a-edccb4752401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6031dd-8cf8-482b-8438-1642b4882808,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:04.696933 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc016fb-3f80-41b0-92d1-958f6eafa744 req-c92828ff-299a-4559-95bf-334fea2da487 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:04.698404 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ecc016fb-3f80-41b0-92d1-958f6eafa744 req-c92828ff-299a-4559-95bf-334fea2da487 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0693090 Oct 12 00:28:04.745291 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:04.750443 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ecc016fb-3f80-41b0-92d1-958f6eafa744 req-c014ffe8-36f2-4082-a178-d63909d47c78 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464542 Oct 12 00:28:05.873330 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794111c3-34a5-4dfe-8230-063c11111098 req-8178397e-9621-43db-aa10-34bfae7adc4d tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:05.874833 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-794111c3-34a5-4dfe-8230-063c11111098 req-8178397e-9621-43db-aa10-34bfae7adc4d tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0488603 Oct 12 00:28:05.929183 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-794111c3-34a5-4dfe-8230-063c11111098 req-c834e01e-daad-4288-9b8b-cee8bd7be845 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486391 Oct 12 00:28:07.051826 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39880) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:07.052886 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff5772-d285-4fec-ab0d-ca40629960bb req-fbef183b-d64a-446c-94d8-acdbeebfd57b tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:07.055649 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a3ff5772-d285-4fec-ab0d-ca40629960bb req-fbef183b-d64a-446c-94d8-acdbeebfd57b tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0489047 Oct 12 00:28:07.103509 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a3ff5772-d285-4fec-ab0d-ca40629960bb req-6806620e-a70d-4fdb-83e2-04c0f80ea999 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440764 Oct 12 00:28:07.158036 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-11aeb0a8-e683-48f3-b39a-309ede8bf730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:07.232742 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-11aeb0a8-e683-48f3-b39a-309ede8bf730 admin admin] Publish callbacks [] for security_group (57a7d3b7-cb8d-4b01-aea5-5afdc396324e), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:07.276068 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-11aeb0a8-e683-48f3-b39a-309ede8bf730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (57a7d3b7-cb8d-4b01-aea5-5afdc396324e), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:07.297722 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:07.316663 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-11aeb0a8-e683-48f3-b39a-309ede8bf730 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=048bc5498c85412ba5b17a88df802c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630413 Oct 12 00:28:07.318663 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeb0a8-e683-48f3-b39a-309ede8bf730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a7d3b7-cb8d-4b01-aea5-5afdc396324e,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:07.321646 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39888) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:07.370781 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4dbba898-610a-40c7-a469-b40aa96c77c4 admin admin] Publish callbacks [] for security_group (57a7d3b7-cb8d-4b01-aea5-5afdc396324e), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:07.389987 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4dbba898-610a-40c7-a469-b40aa96c77c4 admin admin] Publish callbacks [] for security_group (57a7d3b7-cb8d-4b01-aea5-5afdc396324e), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:07.482687 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4dbba898-610a-40c7-a469-b40aa96c77c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (57a7d3b7-cb8d-4b01-aea5-5afdc396324e), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:07.485222 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4dbba898-610a-40c7-a469-b40aa96c77c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:07.486356 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-4dbba898-610a-40c7-a469-b40aa96c77c4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/57a7d3b7-cb8d-4b01-aea5-5afdc396324e HTTP/1.1" status: 204 len: 168 time: 0.1638093 Oct 12 00:28:07.496711 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbba898-610a-40c7-a469-b40aa96c77c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a7d3b7-cb8d-4b01-aea5-5afdc396324e,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:08.228238 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d75fe-5b6f-4971-812e-842e60510e33 req-16238967-3063-4250-b1fa-b7124e34620a tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:08.229678 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c36d75fe-5b6f-4971-812e-842e60510e33 req-16238967-3063-4250-b1fa-b7124e34620a tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0497274 Oct 12 00:28:08.281740 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c36d75fe-5b6f-4971-812e-842e60510e33 req-c42d868d-2684-4f4b-92b3-21f7a7159dab tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463881 Oct 12 00:28:08.289686 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 39898) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:08.303423 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cfe00d9c-d94d-4650-9993-3988c182833a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:08.375840 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cfe00d9c-d94d-4650-9993-3988c182833a admin admin] Publish callbacks [] for security_group (73754dc3-73fe-41a8-a1c6-9fd133d4f649), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:08.459881 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-cfe00d9c-d94d-4650-9993-3988c182833a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (73754dc3-73fe-41a8-a1c6-9fd133d4f649), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:08.484232 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:08.499197 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-cfe00d9c-d94d-4650-9993-3988c182833a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=968ab88c91194787ba553f216cd6597e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085037 Oct 12 00:28:08.501097 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe00d9c-d94d-4650-9993-3988c182833a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73754dc3-73fe-41a8-a1c6-9fd133d4f649,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:08.507202 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39902) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:08.562292 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7cb-c02e-4633-8f63-2d08a185dcb0 admin admin] Publish callbacks [] for security_group (73754dc3-73fe-41a8-a1c6-9fd133d4f649), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:08.584493 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7cb-c02e-4633-8f63-2d08a185dcb0 admin admin] Publish callbacks [] for security_group (73754dc3-73fe-41a8-a1c6-9fd133d4f649), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:08.711746 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7cb-c02e-4633-8f63-2d08a185dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (73754dc3-73fe-41a8-a1c6-9fd133d4f649), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:08.714245 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7cb-c02e-4633-8f63-2d08a185dcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:08.715423 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-76e1b7cb-c02e-4633-8f63-2d08a185dcb0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/73754dc3-73fe-41a8-a1c6-9fd133d4f649 HTTP/1.1" status: 204 len: 168 time: 0.2121668 Oct 12 00:28:08.723221 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1b7cb-c02e-4633-8f63-2d08a185dcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73754dc3-73fe-41a8-a1c6-9fd133d4f649,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:09.405580 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ebf66-d2f3-4ceb-a5a0-dd13f8a7a44f req-b0ecdc1b-8c5a-4473-9898-e1384a4e4052 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:09.407025 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-993ebf66-d2f3-4ceb-a5a0-dd13f8a7a44f req-b0ecdc1b-8c5a-4473-9898-e1384a4e4052 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0499990 Oct 12 00:28:09.457767 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-993ebf66-d2f3-4ceb-a5a0-dd13f8a7a44f req-21084890-9722-41c9-a8d2-83784db18cc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437951 Oct 12 00:28:10.315462 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39950) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:10.423060 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-83ec1747-1803-4773-a57d-a5c01f4b9819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:10.494265 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:10.498921 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-83ec1747-1803-4773-a57d-a5c01f4b9819 admin admin] Publish callbacks [] for security_group (4047e3e9-fbbd-4a5a-9fb2-a3bc2b4794a3), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:10.556627 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-83ec1747-1803-4773-a57d-a5c01f4b9819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (4047e3e9-fbbd-4a5a-9fb2-a3bc2b4794a3), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:10.580450 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df8321-7059-45fe-ba8d-6f762594dafe req-d24c483c-72ba-4c1a-b0be-ace2bea352d0 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:10.581897 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-67df8321-7059-45fe-ba8d-6f762594dafe req-d24c483c-72ba-4c1a-b0be-ace2bea352d0 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0504715 Oct 12 00:28:10.598666 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec1747-1803-4773-a57d-a5c01f4b9819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4047e3e9-fbbd-4a5a-9fb2-a3bc2b4794a3,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:10.605917 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-83ec1747-1803-4773-a57d-a5c01f4b9819 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5b74d1467e4c4cbc89e40f3539520682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892361 Oct 12 00:28:10.607140 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 39958) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:10.633097 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-67df8321-7059-45fe-ba8d-6f762594dafe req-3c4a0caf-660a-4ffe-971d-68d0a8e94a71 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453706 Oct 12 00:28:10.656202 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e59a0d0c-5d8e-4f5b-9f63-7dc606272079 admin admin] Publish callbacks [] for security_group (4047e3e9-fbbd-4a5a-9fb2-a3bc2b4794a3), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:10.675933 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e59a0d0c-5d8e-4f5b-9f63-7dc606272079 admin admin] Publish callbacks [] for security_group (4047e3e9-fbbd-4a5a-9fb2-a3bc2b4794a3), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:10.786002 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e59a0d0c-5d8e-4f5b-9f63-7dc606272079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (4047e3e9-fbbd-4a5a-9fb2-a3bc2b4794a3), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:10.789065 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e59a0d0c-5d8e-4f5b-9f63-7dc606272079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:10.790310 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-e59a0d0c-5d8e-4f5b-9f63-7dc606272079 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4047e3e9-fbbd-4a5a-9fb2-a3bc2b4794a3 HTTP/1.1" status: 204 len: 168 time: 0.1824017 Oct 12 00:28:10.798763 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a0d0c-5d8e-4f5b-9f63-7dc606272079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4047e3e9-fbbd-4a5a-9fb2-a3bc2b4794a3,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:10.813811 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:10.815057 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:11.751603 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046684d0-360f-4559-8506-9bbf4945b465 req-f0e42e5e-7cfe-4d1d-8f56-69fc295ddfa6 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:11.753043 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-046684d0-360f-4559-8506-9bbf4945b465 req-f0e42e5e-7cfe-4d1d-8f56-69fc295ddfa6 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0457284 Oct 12 00:28:11.803915 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-046684d0-360f-4559-8506-9bbf4945b465 req-70e5e1d8-b3f1-4c42-849f-046a90bfb8c7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447965 Oct 12 00:28:12.923737 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c8919-d251-43a1-af8f-89a6e0e67d4a req-b1de88d3-dde5-4761-99a2-8947a1cbded4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:12.925100 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e24c8919-d251-43a1-af8f-89a6e0e67d4a req-b1de88d3-dde5-4761-99a2-8947a1cbded4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0470736 Oct 12 00:28:12.972613 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e24c8919-d251-43a1-af8f-89a6e0e67d4a req-b9c94c3e-da04-4647-bd77-e8b8858cb4b7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419509 Oct 12 00:28:13.240261 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 4ad8437d-d747-4320-afc4-1d72d58b1f96 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:28:13.340578 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-d1a057f3-d586-47f6-a69d-b11b55ad4f2e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386767 Oct 12 00:28:13.341285 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 4ad8437d-d747-4320-afc4-1d72d58b1f96, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:13.352259 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'port_id': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'mac_address': 'fa:16:3e:69:b9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:28:13.385841 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 4ad8437d-d747-4320-afc4-1d72d58b1f96 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:28:13.387516 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:13.400460 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad8437d-d747-4320-afc4-1d72d58b1f96 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:28:13.426775 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 4ad8437d-d747-4320-afc4-1d72d58b1f96, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:13.453208 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-b3ea61b1-2d3d-4a4f-9553-e262d2441570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:13.454711 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-b3ea61b1-2d3d-4a4f-9553-e262d2441570 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 1130 time: 0.0429559 Oct 12 00:28:13.511346 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:13.567410 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=4ad8437d-d747-4320-afc4-1d72d58b1f96,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:13.569507 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-0adb9b07-f1d3-495e-a09b-41a2c3c071b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:13.571287 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-0adb9b07-f1d3-495e-a09b-41a2c3c071b7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 200 len: 917 time: 0.0966959 Oct 12 00:28:13.575502 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.580211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:13.640161 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-f6b3bda3-20bf-4e31-8abe-8e82eeaaf0cc service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e HTTP/1.1" status: 200 len: 1001 time: 0.0613892 Oct 12 00:28:13.688182 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-6037644c-316d-457e-b1ad-f50af636a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:13.689585 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-6037644c-316d-457e-b1ad-f50af636a2c1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=fd02fede-aeab-4655-a486-9bfc8561b3bd HTTP/1.1" status: 200 len: 855 time: 0.0427017 Oct 12 00:28:13.736216 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-ef5c0e6d-ba70-4266-91b1-ea918a21612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:13.737708 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-ef5c0e6d-ba70-4266-91b1-ea918a21612e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0c299ee8-2b42-4994-965e-051a94d2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406613 Oct 12 00:28:13.831961 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-dc90ecfb-6452-48a0-8d6d-1acd80d9f087 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868390 Oct 12 00:28:14.055179 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:14.092234 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f50c41-127a-4a36-b51f-6498e136963a req-669b0ab6-6d73-485a-bfef-f5f8555eae22 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:14.093586 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d2f50c41-127a-4a36-b51f-6498e136963a req-669b0ab6-6d73-485a-bfef-f5f8555eae22 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 944 time: 0.0484722 Oct 12 00:28:14.142170 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d2f50c41-127a-4a36-b51f-6498e136963a req-1a4e1bb1-eedb-41a3-87ac-acca9b15d9de tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429733 Oct 12 00:28:14.726968 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:14.774176 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-2e5619f6-1d04-441a-9235-453ec557afed tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=90c1e5e7db4942dea48cd03d186bb033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343549 Oct 12 00:28:14.838988 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5d1680d9-0f3c-4d3e-ad3a-464157e4a4ee req-75be31d6-10e4-47e7-a305-d39c5bd48c28 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561601 Oct 12 00:28:14.971847 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-1931fe2a-53df-4088-bc78-19c56052705b tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:14.973283 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-1931fe2a-53df-4088-bc78-19c56052705b tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906466 Oct 12 00:28:14.987290 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-85db7ab3-ffd6-4b68-904f-cd2cae1d8a91 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/quotas/90c1e5e7db4942dea48cd03d186bb033 HTTP/1.1" status: 200 len: 375 time: 0.0087099 Oct 12 00:28:15.019063 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-203dc8df-ff7d-4f90-aab2-2a36691731a3 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=90c1e5e7db4942dea48cd03d186bb033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266106 Oct 12 00:28:15.273790 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adf0a9-152b-49fa-a442-70e50ad327bb req-a9dda6ca-c3de-4953-b0af-a0e08c92a05f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:15.274957 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-64a93712-8eda-4929-8f9c-d90052cfedd3 req-065eae6f-a437-4ea8-b277-42035351eda0 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 210 time: 0.0283399 Oct 12 00:28:15.275451 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-38adf0a9-152b-49fa-a442-70e50ad327bb req-a9dda6ca-c3de-4953-b0af-a0e08c92a05f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 944 time: 0.0539196 Oct 12 00:28:15.328033 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-38adf0a9-152b-49fa-a442-70e50ad327bb req-410fef2b-7b45-420e-a430-38b8f979068b tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471833 Oct 12 00:28:16.380172 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d0b2d60d-6455-47f1-9d7b-ca73a83dc8a3 req-ef4dd1f0-8328-474c-84e9-f27bbc80fdba tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 210 time: 0.0299354 Oct 12 00:28:16.451711 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154608f-0c9a-4ccb-9100-da2cccba49e1 req-866b566b-649a-4b70-8219-18c8f4a7edd4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:16.453352 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d154608f-0c9a-4ccb-9100-da2cccba49e1 req-866b566b-649a-4b70-8219-18c8f4a7edd4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 944 time: 0.0508680 Oct 12 00:28:16.481729 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['4ad8437d-d747-4320-afc4-1d72d58b1f96'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:28:16.503035 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d154608f-0c9a-4ccb-9100-da2cccba49e1 req-317d5542-f05c-4f97-9e22-7f6129e7bdc2 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439785 Oct 12 00:28:17.485057 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35dfad12-8ea0-4772-9491-4609c01c13cf req-b3beaf07-3150-4d65-8416-0acdc87d854d tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 210 time: 0.0291171 Oct 12 00:28:17.623955 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df589c-bac6-4083-8dfb-b4d1fcc9e9a3 req-d45554fe-ecff-42d3-b071-e7a36d94a22b tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:17.625471 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b5df589c-bac6-4083-8dfb-b4d1fcc9e9a3 req-d45554fe-ecff-42d3-b071-e7a36d94a22b tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 944 time: 0.0465503 Oct 12 00:28:17.676722 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b5df589c-bac6-4083-8dfb-b4d1fcc9e9a3 req-95319eac-28ed-42dc-8ef6-c12ebe40b5a2 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455916 Oct 12 00:28:18.087607 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-691adbba-b9f6-43c9-84c0-8ff4bf1349f3 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=90c1e5e7db4942dea48cd03d186bb033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254307 Oct 12 00:28:18.103778 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:18.202969 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-a72c7fa4-c858-45d6-97b2-53bc09d57fe3 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:18.204529 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-a72c7fa4-c858-45d6-97b2-53bc09d57fe3 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110501 Oct 12 00:28:18.225319 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Request body: {'port': {'device_id': 'd25af614-f5f9-426d-b95e-b13786d5a2ec', 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915', 'admin_state_up': True, 'tenant_id': '90c1e5e7db4942dea48cd03d186bb033'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:28:18.374265 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Made reservation on behalf of 90c1e5e7db4942dea48cd03d186bb033 for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:28:18.378122 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:18.388340 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:18.468301 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Publish callbacks [] for security_group (e411db22-30aa-406f-9090-b033204abcc7), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:18.499241 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 4ad8437d-d747-4320-afc4-1d72d58b1f96 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:28:18.541746 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 4ad8437d-d747-4320-afc4-1d72d58b1f96 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:28:18.543568 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:18.551898 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e411db22-30aa-406f-9090-b033204abcc7), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:18.638652 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8f20683a-eb45-4123-8e34-3068e5e67c57 req-e69a99df-b19c-4ce1-9fee-4e1c3ca95334 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 210 time: 0.0721977 Oct 12 00:28:18.647736 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e411db22-30aa-406f-9090-b033204abcc7,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:18.650099 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 4ad8437d-d747-4320-afc4-1d72d58b1f96 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:28:18.650718 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:18.663648 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 4ad8437d-d747-4320-afc4-1d72d58b1f96 Oct 12 00:28:18.685750 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:18.717607 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Allocated IP 192.168.233.173 (776dc356-a4a8-4b81-a144-dd783c208915/17195dd5-e7a4-4937-835b-02ab1ab699f5/2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:28:18.745137 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 4ad8437d-d747-4320-afc4-1d72d58b1f96 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:28:18.745529 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:18.774741 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:28:18.777265 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d496147-401e-4717-a8ed-1a0c74041ba4" -d '{"events": [{"server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "name": "network-vif-plugged", "status": "completed", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:28:18.810027 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 4ad8437d-d747-4320-afc4-1d72d58b1f96, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:18.828809 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cd3036-e297-4899-9993-005ca6cbf198 x-openstack-request-id: req-d1cd3036-e297-4899-9993-005ca6cbf198 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:28:18.829338 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "name": "network-vif-plugged", "status": "completed", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:28:18.829901 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1cd3036-e297-4899-9993-005ca6cbf198 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:28:18.830432 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1cd3036-e297-4899-9993-005ca6cbf198'] response: {'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'code': 200} Oct 12 00:28:18.893510 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Publish callbacks [] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:18.917005 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:18.958156 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe97d62-7cd6-4bfe-9eba-ac68fd0c9ad0 req-698083a0-7044-4b06-9d7f-6e980a646c0e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:18.963864 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7fe97d62-7cd6-4bfe-9eba-ac68fd0c9ad0 req-698083a0-7044-4b06-9d7f-6e980a646c0e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0546410 Oct 12 00:28:18.966134 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=4ad8437d-d747-4320-afc4-1d72d58b1f96,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:19.009649 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:19.013414 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7fe97d62-7cd6-4bfe-9eba-ac68fd0c9ad0 req-40353941-a18c-4416-86ea-6e078f582958 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469370 Oct 12 00:28:19.020366 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:19.053870 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:19.055824 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Network 776dc356-a4a8-4b81-a144-dd783c208915 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:28:19.058904 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:28:19.062613 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:28:19.092106 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Pushing event updated for resources: {'Port': ['ID=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:19.120321 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:19.120947 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:19.212551 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-11181d62-aea4-45d2-a362-9a92f5d451b5 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9911230 Oct 12 00:28:19.240944 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Request body: {'port': {'device_id': 'd25af614-f5f9-426d-b95e-b13786d5a2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:28:19.306512 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea585c-c4b0-4242-95ed-a282d4235296 req-3bd382c7-889d-436f-adc6-64467da94956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:19.308008 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43ea585c-c4b0-4242-95ed-a282d4235296 req-3bd382c7-889d-436f-adc6-64467da94956 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1129 time: 0.0641797 Oct 12 00:28:19.330289 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-c3647f68-3dc9-45e6-85a9-51a10347b97c None None] Provisioning complete for port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:28:19.330665 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c3647f68-3dc9-45e6-85a9-51a10347b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:19.331000 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-c3647f68-3dc9-45e6-85a9-51a10347b97c None None] Attempt 1 to provision port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d Oct 12 00:28:19.352815 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:19.369285 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-c3647f68-3dc9-45e6-85a9-51a10347b97c None None] Port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:28:19.403229 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-43ea585c-c4b0-4242-95ed-a282d4235296 req-c39c33a8-712a-48cb-b0b0-fdbe6d5d4e6c service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760579 Oct 12 00:28:19.626454 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:28:19.634702 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Publish callbacks [] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:19.647162 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Transition to ACTIVE for port object 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:28:19.730183 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:19.788497 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:19.799628 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c701-c5ee-4489-b117-8e73562296b3 req-0cbcaf92-5561-4c10-bfd7-1a65c71ebca8 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:19.801079 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-13f8c701-c5ee-4489-b117-8e73562296b3 req-0cbcaf92-5561-4c10-bfd7-1a65c71ebca8 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 948 time: 0.0818615 Oct 12 00:28:19.811755 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:19.899973 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-13f8c701-c5ee-4489-b117-8e73562296b3 req-2c18749b-f455-4dda-b00c-a0fa30dfa95f tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898592 Oct 12 00:28:19.913009 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Attempting to bind port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:28:19.913352 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Attempting to bind port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '43bc168b-3965-4a5a-9009-1f3c5d82b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:28:19.913689 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Attempting to bind port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d on network 776dc356-a4a8-4b81-a144-dd783c208915 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:28:19.959796 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d on network 776dc356-a4a8-4b81-a144-dd783c208915 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:28:19.960050 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Attempting to bind port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d on network 776dc356-a4a8-4b81-a144-dd783c208915 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:28:20.001886 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:28:20.002220 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Checking segment: {'id': '43bc168b-3965-4a5a-9009-1f3c5d82b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:28:20.002602 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Bound using segment: {'id': '43bc168b-3965-4a5a-9009-1f3c5d82b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:28:20.003039 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Bound port: 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43bc168b-3965-4a5a-9009-1f3c5d82b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:28:20.003420 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:20.063843 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] For port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:28:20.066869 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] For port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d,segment=NetworkSegment(43bc168b-3965-4a5a-9009-1f3c5d82b9ff),segment_id=43bc168b-3965-4a5a-9009-1f3c5d82b9ff)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:28:20.123511 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:20.126832 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:20.127857 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:20.129577 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d HTTP/1.1" status: 200 len: 1098 time: 0.8926814 Oct 12 00:28:20.132009 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25af614-f5f9-426d-b95e-b13786d5a2ec', 'tag': '2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:28:20.134399 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a42fc0-a30c-4637-967d-cf56bb9fc062 req-e6f238a2-0e3a-4363-8e69-355aa52ab7c5 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:20.134918 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e3ef8c-4f5e-4fe3-9b33-2551eea9d10c" -d '{"events": [{"name": "network-changed", "server_uuid": "d25af614-f5f9-426d-b95e-b13786d5a2ec", "tag": "2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:28:20.135895 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-27a42fc0-a30c-4637-967d-cf56bb9fc062 req-e6f238a2-0e3a-4363-8e69-355aa52ab7c5 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0469074 Oct 12 00:28:20.169302 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:20.173501 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf72926e-4b37-4c78-a506-4445d708a636 x-openstack-request-id: req-bf72926e-4b37-4c78-a506-4445d708a636 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:28:20.173801 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25af614-f5f9-426d-b95e-b13786d5a2ec", "tag": "2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:28:20.174057 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf72926e-4b37-4c78-a506-4445d708a636 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:28:20.174456 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf72926e-4b37-4c78-a506-4445d708a636'] response: {'name': 'network-changed', 'server_uuid': 'd25af614-f5f9-426d-b95e-b13786d5a2ec', 'tag': '2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d', 'status': 'completed', 'code': 200} Oct 12 00:28:20.188436 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2e707-9b8b-466f-b80a-90fe2aa35859 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:20.195065 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-27a42fc0-a30c-4637-967d-cf56bb9fc062 req-a5980e1d-48f0-4dc5-bc2f-813127d35fab tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470178 Oct 12 00:28:20.294922 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3ef8c-4f5e-4fe3-9b33-2551eea9d10c req-9c687f44-f871-495b-b89c-80b976043729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:20.296358 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-12e3ef8c-4f5e-4fe3-9b33-2551eea9d10c req-9c687f44-f871-495b-b89c-80b976043729 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=90c1e5e7db4942dea48cd03d186bb033&device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 1132 time: 0.0428793 Oct 12 00:28:20.894903 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-12e3ef8c-4f5e-4fe3-9b33-2551eea9d10c req-1d60d269-79db-4d21-9174-bde0257382ef service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=90c1e5e7db4942dea48cd03d186bb033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211537 Oct 12 00:28:21.001305 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3ef8c-4f5e-4fe3-9b33-2551eea9d10c req-db4c8cfa-f179-489c-8d89-a6392aed68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:21.002695 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-12e3ef8c-4f5e-4fe3-9b33-2551eea9d10c req-db4c8cfa-f179-489c-8d89-a6392aed68a8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020215 Oct 12 00:28:21.036657 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d62f89-5a4f-4c7f-92c4-77337fa7d4e0 req-307f3382-b947-40fe-8992-8a2a944cbfb8 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:21.038020 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-66d62f89-5a4f-4c7f-92c4-77337fa7d4e0 req-307f3382-b947-40fe-8992-8a2a944cbfb8 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 948 time: 0.0609391 Oct 12 00:28:21.113432 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-66d62f89-5a4f-4c7f-92c4-77337fa7d4e0 req-dc0d1948-0a4b-4bcb-bc5f-c3aa9f587348 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697565 Oct 12 00:28:21.116389 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-9b561c3f-9a4a-4f31-a3ce-e95d524d3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:21.117764 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-9b561c3f-9a4a-4f31-a3ce-e95d524d3029 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=90c1e5e7db4942dea48cd03d186bb033&device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 1132 time: 0.0486109 Oct 12 00:28:21.164380 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-dc0978a4-8b3b-4306-826d-4e2c1c2205f7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d HTTP/1.1" status: 200 len: 217 time: 0.0330281 Oct 12 00:28:21.215511 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-85424499-3b6f-4c1f-b502-9b71bff47604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:21.216913 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-85424499-3b6f-4c1f-b502-9b71bff47604 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=17195dd5-e7a4-4937-835b-02ab1ab699f5 HTTP/1.1" status: 200 len: 843 time: 0.0460651 Oct 12 00:28:21.260469 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-6077ae7e-6a00-4151-bc61-8c8ca4876eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:21.261947 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-6077ae7e-6a00-4151-bc61-8c8ca4876eaa service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=776dc356-a4a8-4b81-a144-dd783c208915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0393076 Oct 12 00:28:21.315874 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea6062-f74b-4434-b0c0-691aaeec7622 req-f67ed759-32a3-4d1c-bf9a-87e65ca4a630 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:21.317280 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b8ea6062-f74b-4434-b0c0-691aaeec7622 req-f67ed759-32a3-4d1c-bf9a-87e65ca4a630 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0474763 Oct 12 00:28:21.355157 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-7f1dc21f-3003-4d7f-a5a7-5e0e9e0c4ee1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/776dc356-a4a8-4b81-a144-dd783c208915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864387 Oct 12 00:28:21.366062 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b8ea6062-f74b-4434-b0c0-691aaeec7622 req-92115997-4eee-4535-9307-82a3338bc30d tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431578 Oct 12 00:28:21.453062 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-76fdf1ca-e889-46af-86fb-020b1a96fa40 req-463119f3-a81e-4a3f-99c5-b360d8e7ca63 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/776dc356-a4a8-4b81-a144-dd783c208915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927870 Oct 12 00:28:21.488341 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc504760-b95e-4b04-8d66-fa3235de8d5f req-1d35511a-1b22-4d49-9ca6-1e9052d88746 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:21.489756 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-dc504760-b95e-4b04-8d66-fa3235de8d5f req-1d35511a-1b22-4d49-9ca6-1e9052d88746 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0471957 Oct 12 00:28:21.541165 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-dc504760-b95e-4b04-8d66-fa3235de8d5f req-fb73d8bc-795e-469f-9185-0d962f6e1f3f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456715 Oct 12 00:28:21.570235 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40114) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:21.740805 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:21.752289 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba85d86-cc62-4d75-a301-ea7cc708abc5 tempest-TestShelveInstance-1552764360 tempest-TestShelveInstance-1552764360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:21.756278 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-dba85d86-cc62-4d75-a301-ea7cc708abc5 tempest-TestShelveInstance-1552764360 tempest-TestShelveInstance-1552764360-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1124 time: 0.1826365 Oct 12 00:28:21.756852 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 40118) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:21.761989 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'port_id': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'tenant_id': '654843d065264b9e9296824daf702110', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:28:21.836385 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:21.839992 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:21.921190 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:22.032826 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Allocated IP 172.27.4.36 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/5d37bfd4-0939-4ca2-9427-12ad2ee43545) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:28:22.036560 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:22.135981 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for port (5d37bfd4-0939-4ca2-9427-12ad2ee43545), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:22.245680 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd4a22-b9ca-43e1-b5c0-f4bb281e2450 req-038d0319-b8eb-4cce-b50f-ae3145c32fce tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:22.247314 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-32dd4a22-b9ca-43e1-b5c0-f4bb281e2450 req-038d0319-b8eb-4cce-b50f-ae3145c32fce tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 948 time: 0.0532813 Oct 12 00:28:22.251588 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (5d37bfd4-0939-4ca2-9427-12ad2ee43545), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:22.303184 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:28:22.307547 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:28:22.313598 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:28:22.350336 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event updated for resources: {'Port': ['ID=5d37bfd4-0939-4ca2-9427-12ad2ee43545,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:22.368329 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-32dd4a22-b9ca-43e1-b5c0-f4bb281e2450 req-a3c578b2-acbb-47ab-a618-40ace552f5ea tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119943 Oct 12 00:28:22.496404 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:28:22.558215 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:22.599806 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d,segment=NetworkSegment(43bc168b-3965-4a5a-9009-1f3c5d82b9ff),segment_id=43bc168b-3965-4a5a-9009-1f3c5d82b9ff)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:22.611473 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d', 'network_id': '776dc356-a4a8-4b81-a144-dd783c208915', 'port_id': '2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d', 'mac_address': 'fa:16:3e:70:e8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17195dd5-e7a4-4937-835b-02ab1ab699f5', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:28:22.652019 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:28:22.652422 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:22.665459 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:28:22.685338 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d,segment=NetworkSegment(43bc168b-3965-4a5a-9009-1f3c5d82b9ff),segment_id=43bc168b-3965-4a5a-9009-1f3c5d82b9ff)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:22.712250 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for floatingip (d3375d82-d004-48c0-8237-760d124b0a66), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:22.740326 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:22.779819 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:28:22.787003 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:22.820072 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5d37bfd4-0939-4ca2-9427-12ad2ee43545), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:22.969189 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for port (5d37bfd4-0939-4ca2-9427-12ad2ee43545), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:23.054311 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:28:23.059587 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (5d37bfd4-0939-4ca2-9427-12ad2ee43545), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:23.129505 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event updated for resources: {'Port': ['ID=5d37bfd4-0939-4ca2-9427-12ad2ee43545,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:23.133347 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (d3375d82-d004-48c0-8237-760d124b0a66), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:23.177963 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:23.231338 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Floating IP d3375d82-d004-48c0-8237-760d124b0a66 associated. External IP: 172.27.4.36, port: 4ad8437d-d747-4320-afc4-1d72d58b1f96. Oct 12 00:28:23.427725 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Router 02e671b4-0cc0-45ca-b092-b238abfdbb80 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:28:23.487774 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc18ace-ec3f-423e-9db5-100b8bd646c9 req-8db5d601-227b-410b-88fa-3765042d23dc tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:23.489277 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-dcc18ace-ec3f-423e-9db5-100b8bd646c9 req-8db5d601-227b-410b-88fa-3765042d23dc tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 949 time: 0.0461869 Oct 12 00:28:23.527054 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:23.552305 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-dcc18ace-ec3f-423e-9db5-100b8bd646c9 req-1ff068b0-b3c1-4521-9110-50964cb3082b tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574620 Oct 12 00:28:23.552904 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:28:23.565595 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a2289-92f8-42ed-844b-d8d2a35dfe0d None None] Sync routers for ids ['02e671b4-0cc0-45ca-b092-b238abfdbb80'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:28:23.577657 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a2289-92f8-42ed-844b-d8d2a35dfe0d None None] Routers {'02e671b4-0cc0-45ca-b092-b238abfdbb80'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:28:23.578650 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-051a2289-92f8-42ed-844b-d8d2a35dfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:28:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['02e671b4-0cc0-45ca-b092-b238abfdbb80'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:23.581329 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:23.661840 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:23.689826 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-051a2289-92f8-42ed-844b-d8d2a35dfe0d None None] Set router 02e671b4-0cc0-45ca-b092-b238abfdbb80 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:28:23.700705 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-28bcb206-7a45-47a8-8dcc-479be66d8929 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9427469 Oct 12 00:28:23.704449 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:28:23.704872 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b919f2-cf48-4d4c-916e-88365025a2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:28:23.747389 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2151d060-1fba-4374-bd0f-9b094a676442 x-openstack-request-id: req-2151d060-1fba-4374-bd0f-9b094a676442 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:28:23.747867 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:28:23.748192 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2151d060-1fba-4374-bd0f-9b094a676442 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:28:23.748670 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2151d060-1fba-4374-bd0f-9b094a676442'] response: {'name': 'network-changed', 'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'status': 'completed', 'code': 200} Oct 12 00:28:23.778397 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:23.841118 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b919f2-cf48-4d4c-916e-88365025a2a7 req-1624730b-e82a-4dd6-91ab-5f67c28d4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:23.842929 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-05b919f2-cf48-4d4c-916e-88365025a2a7 req-1624730b-e82a-4dd6-91ab-5f67c28d4fd7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=654843d065264b9e9296824daf702110&device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1129 time: 0.0398846 Oct 12 00:28:23.912733 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-051a2289-92f8-42ed-844b-d8d2a35dfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:19Z', 'revision_number': 4, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'd3375d82-d004-48c0-8237-760d124b0a66', 'tenant_id': '654843d065264b9e9296824daf702110', 'floating_ip_address': '172.27.4.36', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'port_id': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'mac_address': 'fa:16:3e:69:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:28:22Z', 'updated_at': '2022-10-12T00:28:22Z', 'revision_number': 0, 'project_id': '654843d065264b9e9296824daf702110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708112ba-b964-49bb-9768-38d54f6d89aa', 'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'tenant_id': '654843d065264b9e9296824daf702110', 'mac_address': 'fa:16:3e:4a:9d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:18Z', 'updated_at': '2022-10-12T00:27:24Z', 'revision_number': 5, 'project_id': '654843d065264b9e9296824daf702110', 'subnets': [{'id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:23.937798 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b919f2-cf48-4d4c-916e-88365025a2a7 req-6c3c65eb-1593-46a7-b81b-9dc0403f6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:23.938305 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a2289-92f8-42ed-844b-d8d2a35dfe0d None None] Checking router: 02e671b4-0cc0-45ca-b092-b238abfdbb80 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:28:23.939277 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-05b919f2-cf48-4d4c-916e-88365025a2a7 req-6c3c65eb-1593-46a7-b81b-9dc0403f6c6b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 HTTP/1.1" status: 200 len: 910 time: 0.0905995 Oct 12 00:28:23.946679 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a2289-92f8-42ed-844b-d8d2a35dfe0d None None] Routers {'02e671b4-0cc0-45ca-b092-b238abfdbb80'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:28:23.947283 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-051a2289-92f8-42ed-844b-d8d2a35dfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:28:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['02e671b4-0cc0-45ca-b092-b238abfdbb80'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:24.006586 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-05b919f2-cf48-4d4c-916e-88365025a2a7 req-fe010c0d-685d-4f42-8d1d-3d4fc4b028ed service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 200 len: 998 time: 0.0600288 Oct 12 00:28:24.050921 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-051a2289-92f8-42ed-844b-d8d2a35dfe0d None None] Set router 02e671b4-0cc0-45ca-b092-b238abfdbb80 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:28:24.055886 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b919f2-cf48-4d4c-916e-88365025a2a7 req-6f47120e-9388-412c-a6f3-fc5093d74cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:24.057333 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-05b919f2-cf48-4d4c-916e-88365025a2a7 req-6f47120e-9388-412c-a6f3-fc5093d74cd4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3db3557-c8f3-41f3-909c-4cfe7c130bd4 HTTP/1.1" status: 200 len: 848 time: 0.0445416 Oct 12 00:28:24.063468 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=15 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:24.096529 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:24.102037 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b919f2-cf48-4d4c-916e-88365025a2a7 req-a76f50f2-852a-4289-9ea4-cd6d4a0b2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:24.103552 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-05b919f2-cf48-4d4c-916e-88365025a2a7 req-a76f50f2-852a-4289-9ea4-cd6d4a0b2e7f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395730 Oct 12 00:28:24.198670 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-05b919f2-cf48-4d4c-916e-88365025a2a7 req-e421f67c-807b-4dae-998e-3919687f35c3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882359 Oct 12 00:28:24.272996 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-051a2289-92f8-42ed-844b-d8d2a35dfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:19Z', 'revision_number': 4, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'd3375d82-d004-48c0-8237-760d124b0a66', 'tenant_id': '654843d065264b9e9296824daf702110', 'floating_ip_address': '172.27.4.36', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'port_id': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'mac_address': 'fa:16:3e:69:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:28:22Z', 'updated_at': '2022-10-12T00:28:22Z', 'revision_number': 0, 'project_id': '654843d065264b9e9296824daf702110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708112ba-b964-49bb-9768-38d54f6d89aa', 'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'tenant_id': '654843d065264b9e9296824daf702110', 'mac_address': 'fa:16:3e:4a:9d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:18Z', 'updated_at': '2022-10-12T00:27:24Z', 'revision_number': 5, 'project_id': '654843d065264b9e9296824daf702110', 'subnets': [{'id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:24.298335 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-05b919f2-cf48-4d4c-916e-88365025a2a7 req-c40f1a10-b807-4b66-8aa5-962fdc973fa4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930276 Oct 12 00:28:24.306338 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a2289-92f8-42ed-844b-d8d2a35dfe0d None None] The sync data for ids ['02e671b4-0cc0-45ca-b092-b238abfdbb80'] in dv-cinder-849143-13-iscsi is: [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:19Z', 'revision_number': 4, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'd3375d82-d004-48c0-8237-760d124b0a66', 'tenant_id': '654843d065264b9e9296824daf702110', 'floating_ip_address': '172.27.4.36', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'port_id': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'mac_address': 'fa:16:3e:69:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:28:22Z', 'updated_at': '2022-10-12T00:28:22Z', 'revision_number': 0, 'project_id': '654843d065264b9e9296824daf702110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708112ba-b964-49bb-9768-38d54f6d89aa', 'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'tenant_id': '654843d065264b9e9296824daf702110', 'mac_address': 'fa:16:3e:4a:9d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:18Z', 'updated_at': '2022-10-12T00:27:24Z', 'revision_number': 5, 'project_id': '654843d065264b9e9296824daf702110', 'subnets': [{'id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:28:24.494210 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:28:24.535470 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8014eef7-e7e5-4b96-8c08-a1613bca0207 None None] New status for floating IP d3375d82-d004-48c0-8237-760d124b0a66: ACTIVE {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:28:24.541037 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:28:24.614028 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:28:24.614680 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:24.614987 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d Oct 12 00:28:24.682194 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432f0fb-1700-4c93-8367-83b6d3337ff9 req-97bcbfd9-7cc0-440e-8e7b-3313eefb8081 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:24.684235 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5432f0fb-1700-4c93-8367-83b6d3337ff9 req-97bcbfd9-7cc0-440e-8e7b-3313eefb8081 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 949 time: 0.0550683 Oct 12 00:28:24.689606 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:28:24.689993 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:24.713285 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25af614-f5f9-426d-b95e-b13786d5a2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:28:24.715689 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d54219-d029-401a-9123-a05e0b8ee475" -d '{"events": [{"server_uuid": "d25af614-f5f9-426d-b95e-b13786d5a2ec", "name": "network-vif-plugged", "status": "completed", "tag": "2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:28:24.717763 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:24.730107 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d,segment=NetworkSegment(43bc168b-3965-4a5a-9009-1f3c5d82b9ff),segment_id=43bc168b-3965-4a5a-9009-1f3c5d82b9ff)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:24.739420 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5432f0fb-1700-4c93-8367-83b6d3337ff9 req-6d8a4430-d8e4-4614-b75f-1a062be4c9f0 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440695 Oct 12 00:28:24.772432 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b07ba6c-ba15-41ac-97e8-6010b8d4f004 x-openstack-request-id: req-6b07ba6c-ba15-41ac-97e8-6010b8d4f004 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:28:24.772727 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25af614-f5f9-426d-b95e-b13786d5a2ec", "name": "network-vif-plugged", "status": "completed", "tag": "2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:28:24.773018 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b07ba6c-ba15-41ac-97e8-6010b8d4f004 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:28:24.773448 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b07ba6c-ba15-41ac-97e8-6010b8d4f004'] response: {'server_uuid': 'd25af614-f5f9-426d-b95e-b13786d5a2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d', 'code': 200} Oct 12 00:28:24.819828 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:25.003964 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:25.139058 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a458e1-8cda-4f82-8d91-e1adaf94a18e req-c211de81-1f6e-49f8-aa3b-678617b9845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:25.140623 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d4a458e1-8cda-4f82-8d91-e1adaf94a18e req-c211de81-1f6e-49f8-aa3b-678617b9845e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 1134 time: 0.0389862 Oct 12 00:28:25.185798 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d4a458e1-8cda-4f82-8d91-e1adaf94a18e req-d431507d-8f27-41ce-b76c-f37868f7e1dd service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379555 Oct 12 00:28:25.857404 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e288fd-30f0-4b7e-b151-19cf5df752b6 req-85a0bbfa-6e05-4722-b94f-9ceae6298127 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:25.858818 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-04e288fd-30f0-4b7e-b151-19cf5df752b6 req-85a0bbfa-6e05-4722-b94f-9ceae6298127 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 950 time: 0.0457115 Oct 12 00:28:25.908526 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-04e288fd-30f0-4b7e-b151-19cf5df752b6 req-bb3e1304-2974-463d-8a8d-e620420746e0 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442135 Oct 12 00:28:27.030527 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d940263-4816-409b-9b21-3ac0fbd7011e req-18adfbb6-a2df-4b8f-a703-7c79fc58fdcb tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:27.032036 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1d940263-4816-409b-9b21-3ac0fbd7011e req-18adfbb6-a2df-4b8f-a703-7c79fc58fdcb tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 950 time: 0.0478382 Oct 12 00:28:27.078523 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1d940263-4816-409b-9b21-3ac0fbd7011e req-2880330a-869a-49e9-80c0-742d8d8d0655 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 Oct 12 00:28:27.458669 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0def10-73dc-4b98-b53f-093250b96f88 req-48d03505-ca2e-4e4c-8e66-6036dc58a56b tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:27.460050 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bd0def10-73dc-4b98-b53f-093250b96f88 req-48d03505-ca2e-4e4c-8e66-6036dc58a56b tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 950 time: 0.0454338 Oct 12 00:28:27.505784 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bd0def10-73dc-4b98-b53f-093250b96f88 req-30dfa515-26fb-4821-a2e3-0ddd6e06764d tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Oct 12 00:28:28.390512 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-dddf80c7-e9f8-4386-b989-1895c2318d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:28.624981 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5438a-895d-44c8-b509-a11b4aa10320 req-702240d0-f8cf-4325-b9fc-66cf6ecced66 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:28.626455 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a2f5438a-895d-44c8-b509-a11b4aa10320 req-702240d0-f8cf-4325-b9fc-66cf6ecced66 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 950 time: 0.0450468 Oct 12 00:28:28.661329 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:28.673236 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a2f5438a-895d-44c8-b509-a11b4aa10320 req-7a5da534-ab3c-4af2-85b1-58319d6248ee tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Oct 12 00:28:29.796951 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ff67c-6d8e-4b98-a4a0-49784e04dbcf req-b77519bd-eda8-492f-b16b-56b087442a73 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:29.798321 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6f0ff67c-6d8e-4b98-a4a0-49784e04dbcf req-b77519bd-eda8-492f-b16b-56b087442a73 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 950 time: 0.0500984 Oct 12 00:28:29.845803 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6f0ff67c-6d8e-4b98-a4a0-49784e04dbcf req-c8ee0b99-9ff8-4a20-833f-797007e77cab tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Oct 12 00:28:30.687904 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-1eeed707-cf4c-4b11-aa6a-b435e61c9bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:30.999324 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7f51-2065-49f4-8512-cad84c4635ab req-2caace62-a0de-44ee-989c-ebe08032000e tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:31.000915 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b9cb7f51-2065-49f4-8512-cad84c4635ab req-2caace62-a0de-44ee-989c-ebe08032000e tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 950 time: 0.0802364 Oct 12 00:28:31.020598 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ba51e-add0-4a9d-9b36-a1d3b30e3d46 req-b5a138e7-a9b5-42a0-aafa-12d4398ed572 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:31.021938 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a37ba51e-add0-4a9d-9b36-a1d3b30e3d46 req-b5a138e7-a9b5-42a0-aafa-12d4398ed572 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 950 time: 0.0693550 Oct 12 00:28:31.361953 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b9cb7f51-2065-49f4-8512-cad84c4635ab req-f7b60f68-5a38-48c3-bd69-987398890df7 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e411db22-30aa-406f-9090-b033204abcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551641 Oct 12 00:28:31.395982 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-a37ba51e-add0-4a9d-9b36-a1d3b30e3d46 req-5e7949ea-8385-402f-bfd7-95d7afac9578 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Deleting port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:28:31.396240 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-a37ba51e-add0-4a9d-9b36-a1d3b30e3d46 req-5e7949ea-8385-402f-bfd7-95d7afac9578 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:31.490307 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-a37ba51e-add0-4a9d-9b36-a1d3b30e3d46 req-5e7949ea-8385-402f-bfd7-95d7afac9578 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] For port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d,segment=NetworkSegment(43bc168b-3965-4a5a-9009-1f3c5d82b9ff),segment_id=43bc168b-3965-4a5a-9009-1f3c5d82b9ff)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:31.490677 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-a37ba51e-add0-4a9d-9b36-a1d3b30e3d46 req-5e7949ea-8385-402f-bfd7-95d7afac9578 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:31.503227 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-a37ba51e-add0-4a9d-9b36-a1d3b30e3d46 req-5e7949ea-8385-402f-bfd7-95d7afac9578 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Calling delete_port for 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:28:31.651602 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:31.667253 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d148-b076-4eba-8601-2be3ca819276 req-79ace9be-8e6f-4e33-879a-d519b1bf3db7 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:31.668791 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8450d148-b076-4eba-8601-2be3ca819276 req-79ace9be-8e6f-4e33-879a-d519b1bf3db7 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 946 time: 0.0626385 Oct 12 00:28:31.721956 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8450d148-b076-4eba-8601-2be3ca819276 req-58ec63e9-0417-48ca-bcd0-b2de0cb418b2 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438380 Oct 12 00:28:31.733570 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-a37ba51e-add0-4a9d-9b36-a1d3b30e3d46 req-5e7949ea-8385-402f-bfd7-95d7afac9578 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:31.770164 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7949ea-8385-402f-bfd7-95d7afac9578 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Pushing event deleted for resources: {'Port': ['ID=2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:31.794291 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:28:31.816271 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37ba51e-add0-4a9d-9b36-a1d3b30e3d46 req-5e7949ea-8385-402f-bfd7-95d7afac9578 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] No DVR routers for this DVR port 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:28:31.818896 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-a37ba51e-add0-4a9d-9b36-a1d3b30e3d46 req-5e7949ea-8385-402f-bfd7-95d7afac9578 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:31.822080 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a37ba51e-add0-4a9d-9b36-a1d3b30e3d46 req-5e7949ea-8385-402f-bfd7-95d7afac9578 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.40 "DELETE /networking/v2.0/ports/2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d HTTP/1.1" status: 204 len: 173 time: 0.5257604 Oct 12 00:28:31.822593 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25af614-f5f9-426d-b95e-b13786d5a2ec', 'name': 'network-vif-deleted', 'tag': '2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:28:31.825393 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d30e32-fe44-4227-b43e-8f9555e53bb1" -d '{"events": [{"server_uuid": "d25af614-f5f9-426d-b95e-b13786d5a2ec", "name": "network-vif-deleted", "tag": "2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:28:31.826060 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:31.869323 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d196a0-7e25-4646-bbb7-99d3a25e804f x-openstack-request-id: req-23d196a0-7e25-4646-bbb7-99d3a25e804f {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:28:31.869619 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25af614-f5f9-426d-b95e-b13786d5a2ec", "name": "network-vif-deleted", "tag": "2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:28:31.869877 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23d196a0-7e25-4646-bbb7-99d3a25e804f {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:28:31.870282 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d196a0-7e25-4646-bbb7-99d3a25e804f'] response: {'server_uuid': 'd25af614-f5f9-426d-b95e-b13786d5a2ec', 'name': 'network-vif-deleted', 'tag': '2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d', 'status': 'completed', 'code': 200} Oct 12 00:28:32.464647 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0e10f1db-9073-4965-80d4-b7a6605c9f81 req-ac224980-b3d5-44a8-9d95-6fd4eae20e85 tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 210 time: 0.0269327 Oct 12 00:28:32.850489 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88e348-5565-4e7f-8996-884ff0ad8e99 req-51846879-d32d-4368-ab4b-6a2d736ba2e0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:32.851983 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ed88e348-5565-4e7f-8996-884ff0ad8e99 req-51846879-d32d-4368-ab4b-6a2d736ba2e0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 946 time: 0.0461822 Oct 12 00:28:32.900634 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ed88e348-5565-4e7f-8996-884ff0ad8e99 req-74f927ec-096d-410d-8e28-0c62c2beef92 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422196 Oct 12 00:28:33.053923 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:33.309583 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-45e9a979-d926-4141-bd68-3d2e13b995e0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:28:33.310923 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-45e9a979-d926-4141-bd68-3d2e13b995e0 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 946 time: 0.0485029 Oct 12 00:28:33.322734 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:33.408697 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Deleting port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:28:33.409044 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:33.462116 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:33.500487 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] For port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:33.501025 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:33.638628 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8ea2c610-4a5e-4346-9d3f-6000bbfbdf6d req-ad24cc68-1765-419d-b6c4-6f0f42409f5d tempest-VolumesNegativeTest-1136130521 tempest-VolumesNegativeTest-1136130521-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d25af614-f5f9-426d-b95e-b13786d5a2ec HTTP/1.1" status: 200 len: 210 time: 0.0620115 Oct 12 00:28:33.712029 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:33.712396 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (6175b7a1-8591-4202-97c9-0665f5b79626), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:33.712717 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Floating IP 6175b7a1-8591-4202-97c9-0665f5b79626 disassociated. External IP: 172.27.4.182, port: ff37e4cb-00cf-4bd1-b77a-3dffa69e456e. Oct 12 00:28:33.713104 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Calling delete_port for ff37e4cb-00cf-4bd1-b77a-3dffa69e456e owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:28:33.911621 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (ff37e4cb-00cf-4bd1-b77a-3dffa69e456e), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:33.940866 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event deleted for resources: {'Port': ['ID=ff37e4cb-00cf-4bd1-b77a-3dffa69e456e,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:34.052898 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e36c921a-0bbc-42df-a627-fcbf41f8d5f9 req-83b0b515-93ab-4eba-8067-fd7b006f66c2 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 210 time: 0.0281339 Oct 12 00:28:34.054383 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:28:34.095397 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:34.162562 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:28:34.176276 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed1d9c-ed9c-4512-b17c-27d4b9c9c396 None None] Sync routers for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:28:34.193167 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed1d9c-ed9c-4512-b17c-27d4b9c9c396 None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:28:34.193985 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-c6ed1d9c-ed9c-4512-b17c-27d4b9c9c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:28:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:34.206210 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] No DVR routers for this DVR port ff37e4cb-00cf-4bd1-b77a-3dffa69e456e on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:28:34.208747 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:34.211963 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c86819a3-c93d-4f97-b112-eb3b11331b0e req-3d046afe-2f31-4bf6-809f-48224485bb2b tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ff37e4cb-00cf-4bd1-b77a-3dffa69e456e HTTP/1.1" status: 204 len: 173 time: 0.8948066 Oct 12 00:28:34.212497 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'name': 'network-vif-deleted', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:28:34.215347 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1120edbd-8c7c-40a2-8059-b95b9b301317" -d '{"events": [{"server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "name": "network-vif-deleted", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:28:34.253456 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef26d4f-1629-4f22-af44-d20bc672917c x-openstack-request-id: req-aef26d4f-1629-4f22-af44-d20bc672917c {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:28:34.253763 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facea60e-d753-4eda-b9f7-932b0cf5a63b", "name": "network-vif-deleted", "tag": "ff37e4cb-00cf-4bd1-b77a-3dffa69e456e", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:28:34.254019 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aef26d4f-1629-4f22-af44-d20bc672917c {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:28:34.254435 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef26d4f-1629-4f22-af44-d20bc672917c'] response: {'server_uuid': 'facea60e-d753-4eda-b9f7-932b0cf5a63b', 'name': 'network-vif-deleted', 'tag': 'ff37e4cb-00cf-4bd1-b77a-3dffa69e456e', 'status': 'completed', 'code': 200} Oct 12 00:28:34.305980 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-c6ed1d9c-ed9c-4512-b17c-27d4b9c9c396 None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:28:34.373673 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:34.394128 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 40284) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:34.526103 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:34.532700 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-c6ed1d9c-ed9c-4512-b17c-27d4b9c9c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:34.561942 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed1d9c-ed9c-4512-b17c-27d4b9c9c396 None None] Checking router: 564505ea-3e81-4cfe-b13a-b4efd30b1b47 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:28:34.563798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:34.570922 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed1d9c-ed9c-4512-b17c-27d4b9c9c396 None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:28:34.571556 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-c6ed1d9c-ed9c-4512-b17c-27d4b9c9c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:28:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:34.604918 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Publish callbacks [] for security_group (1e90e2cf-1b87-45bf-88be-8bd2cd351980), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:34.617570 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=20 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:34.643162 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:34.672959 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1e90e2cf-1b87-45bf-88be-8bd2cd351980), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:34.674243 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-c6ed1d9c-ed9c-4512-b17c-27d4b9c9c396 None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:28:34.707683 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:34.719208 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90e2cf-1b87-45bf-88be-8bd2cd351980,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:34.720764 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=92f71b8f614f4282b46d4cc3d03ff385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254881 Oct 12 00:28:34.723590 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40294) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:34.727051 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.727420 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.727768 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.728108 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.728443 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.728777 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.729104 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.729428 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.729755 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.730125 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.730451 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.730771 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.731092 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.731431 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.731753 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f402a4-262a-469e-85ff-5ad0a21d4cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:34.790453 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3759f8cb-ba33-4aed-b577-f6ce36b10bba admin admin] Publish callbacks [] for security_group (1e90e2cf-1b87-45bf-88be-8bd2cd351980), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:34.812435 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3759f8cb-ba33-4aed-b577-f6ce36b10bba admin admin] Publish callbacks [] for security_group (1e90e2cf-1b87-45bf-88be-8bd2cd351980), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:34.871024 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:34.884140 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-c6ed1d9c-ed9c-4512-b17c-27d4b9c9c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:34.909909 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed1d9c-ed9c-4512-b17c-27d4b9c9c396 None None] The sync data for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi is: [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:21:26Z', 'revision_number': 4, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '6943f7bc-c08e-4f37-ae72-a80c876b4fdc', 'name': '', 'network_id': '0c299ee8-2b42-4994-965e-051a94d2391c', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'mac_address': 'fa:16:3e:18:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:26Z', 'updated_at': '2022-10-12T00:21:31Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'subnets': [{'id': 'fd02fede-aeab-4655-a486-9bfc8561b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:28:35.008326 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3759f8cb-ba33-4aed-b577-f6ce36b10bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1e90e2cf-1b87-45bf-88be-8bd2cd351980), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:35.010834 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3759f8cb-ba33-4aed-b577-f6ce36b10bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:35.012672 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3759f8cb-ba33-4aed-b577-f6ce36b10bba admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1e90e2cf-1b87-45bf-88be-8bd2cd351980 HTTP/1.1" status: 204 len: 168 time: 0.2880006 Oct 12 00:28:35.023496 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759f8cb-ba33-4aed-b577-f6ce36b10bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90e2cf-1b87-45bf-88be-8bd2cd351980,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:35.200882 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd620fea-f7af-4ee5-bb5f-8d7222ee1c58 None None] New status for floating IP 6175b7a1-8591-4202-97c9-0665f5b79626: DOWN {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:28:35.207920 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-73769aa7-a408-4245-a7a6-dd8a13c11706 req-780c7471-d7ff-490b-953b-7e29d91ced66 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=facea60e-d753-4eda-b9f7-932b0cf5a63b HTTP/1.1" status: 200 len: 210 time: 0.0449281 Oct 12 00:28:35.844306 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40328) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:35.857681 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c2266fb-a14c-4c1b-a7fc-5f03a5d8fb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:35.930639 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c2266fb-a14c-4c1b-a7fc-5f03a5d8fb51 admin admin] Publish callbacks [] for security_group (7b213d1b-2d0f-448d-8890-8f18a6b19fb4), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:35.991645 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c2266fb-a14c-4c1b-a7fc-5f03a5d8fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (7b213d1b-2d0f-448d-8890-8f18a6b19fb4), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.013481 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:36.037195 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0c2266fb-a14c-4c1b-a7fc-5f03a5d8fb51 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1757acd523094d57b418c7a4a9b53227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905942 Oct 12 00:28:36.037195 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2266fb-a14c-4c1b-a7fc-5f03a5d8fb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b213d1b-2d0f-448d-8890-8f18a6b19fb4,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:36.039051 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40342) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:36.090194 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7121a858-64e1-4dec-920a-e9beb6d9a6e5 admin admin] Publish callbacks [] for security_group (7b213d1b-2d0f-448d-8890-8f18a6b19fb4), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.110733 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7121a858-64e1-4dec-920a-e9beb6d9a6e5 admin admin] Publish callbacks [] for security_group (7b213d1b-2d0f-448d-8890-8f18a6b19fb4), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.231632 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7121a858-64e1-4dec-920a-e9beb6d9a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (7b213d1b-2d0f-448d-8890-8f18a6b19fb4), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.234309 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-7121a858-64e1-4dec-920a-e9beb6d9a6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.235615 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-7121a858-64e1-4dec-920a-e9beb6d9a6e5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7b213d1b-2d0f-448d-8890-8f18a6b19fb4 HTTP/1.1" status: 204 len: 168 time: 0.1955793 Oct 12 00:28:36.245314 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121a858-64e1-4dec-920a-e9beb6d9a6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b213d1b-2d0f-448d-8890-8f18a6b19fb4,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:36.409618 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40396) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:36.466718 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4b1c-33df-4e09-9e1a-b776f02e3e54 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.489883 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4b1c-33df-4e09-9e1a-b776f02e3e54 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.570422 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:28:36.591260 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4b1c-33df-4e09-9e1a-b776f02e3e54 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.594519 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4b1c-33df-4e09-9e1a-b776f02e3e54 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.594654 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:28:36.594898 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2bd2985e-d3fc-45a4-a290-2e60bb7e6f6d not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:28:36.600887 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 40404) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:36.601432 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-fe1c4b1c-33df-4e09-9e1a-b776f02e3e54 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d HTTP/1.1" status: 204 len: 168 time: 0.1879971 Oct 12 00:28:36.609420 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c4b1c-33df-4e09-9e1a-b776f02e3e54 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:36.614920 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.api.v2.resource [None req-db3d8858-8e27-4427-bf96-af59271997ef tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] show failed (client error): The resource could not be found. Oct 12 00:28:36.618958 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40406) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:36.627200 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-db3d8858-8e27-4427-bf96-af59271997ef tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "GET /networking/v2.0/security-groups/195bdf8e-bdfd-45a2-9b6c-5d50a2636a7d HTTP/1.1" status: 404 len: 347 time: 0.0274014 Oct 12 00:28:36.629375 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:36.740025 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-468b9fd7-b367-41db-8792-4923e10a1020 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Deleting port cb0f3382-28d8-48a9-91a3-19ee66abe82f {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:28:36.745298 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-468b9fd7-b367-41db-8792-4923e10a1020 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (cb0f3382-28d8-48a9-91a3-19ee66abe82f), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.826847 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-468b9fd7-b367-41db-8792-4923e10a1020 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (cb0f3382-28d8-48a9-91a3-19ee66abe82f), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.827296 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-468b9fd7-b367-41db-8792-4923e10a1020 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (cb0f3382-28d8-48a9-91a3-19ee66abe82f), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:36.840631 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-468b9fd7-b367-41db-8792-4923e10a1020 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Calling delete_port for cb0f3382-28d8-48a9-91a3-19ee66abe82f owned by network:floatingip {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:28:37.031324 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-468b9fd7-b367-41db-8792-4923e10a1020 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (cb0f3382-28d8-48a9-91a3-19ee66abe82f), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:37.056574 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b9fd7-b367-41db-8792-4923e10a1020 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Pushing event deleted for resources: {'Port': ['ID=cb0f3382-28d8-48a9-91a3-19ee66abe82f,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:37.123936 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-468b9fd7-b367-41db-8792-4923e10a1020 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks [] for floatingip (6175b7a1-8591-4202-97c9-0665f5b79626), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:37.123936 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-468b9fd7-b367-41db-8792-4923e10a1020 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:37.123936 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-468b9fd7-b367-41db-8792-4923e10a1020 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/6175b7a1-8591-4202-97c9-0665f5b79626 HTTP/1.1" status: 204 len: 168 time: 0.5024974 Oct 12 00:28:38.586805 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ff37e4cb-00cf-4bd1-b77a-3dffa69e456e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:28:38.586805 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: ff37e4cb-00cf-4bd1-b77a-3dffa69e456e {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:28:38.586805 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device ff37e4cb-00cf-4bd1-b77a-3dffa69e456e not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:28:39.985152 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40616) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:40.324220 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:40.450110 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700557'] for router_interface (564505ea-3e81-4cfe-b13a-b4efd30b1b47), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:40.553243 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:40.685329 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] Deleting port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:28:40.685672 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:40.762996 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] For port 6943f7bc-c08e-4f37-ae72-a80c876b4fdc, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=6943f7bc-c08e-4f37-ae72-a80c876b4fdc,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:40.763398 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:40.775919 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] Calling delete_port for 6943f7bc-c08e-4f37-ae72-a80c876b4fdc owned by network:router_interface {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:28:41.007779 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (6943f7bc-c08e-4f37-ae72-a80c876b4fdc), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:41.036322 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] Pushing event deleted for resources: {'Port': ['ID=6943f7bc-c08e-4f37-ae72-a80c876b4fdc,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:41.199653 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700537'] for router_interface (564505ea-3e81-4cfe-b13a-b4efd30b1b47), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:41.221731 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa6b44a-8198-49d4-bb59-53b1be067337 None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:28:41.307961 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa6b44a-8198-49d4-bb59-53b1be067337 None None] Resources bound (agent type, host, resource id): {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 00:28:41.316052 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:41.415706 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] Router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:28:41.422234 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:41.520479 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:28:41.527354 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-9c38b8b5-f547-4a2c-a281-f35d5ab8af22 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/564505ea-3e81-4cfe-b13a-b4efd30b1b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5395551 Oct 12 00:28:41.533261 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40634) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:41.535280 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e21ee-b902-4e4d-9ed7-c632d2e65047 None None] Sync routers for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:28:41.546934 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e21ee-b902-4e4d-9ed7-c632d2e65047 None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:28:41.549380 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-9f7e21ee-b902-4e4d-9ed7-c632d2e65047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:28:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:41.672473 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Publish callbacks [] for router (564505ea-3e81-4cfe-b13a-b4efd30b1b47), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:41.680750 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-9f7e21ee-b902-4e4d-9ed7-c632d2e65047 None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:28:41.766944 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 40640) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:41.873263 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:41.913426 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-9f7e21ee-b902-4e4d-9ed7-c632d2e65047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:28:40Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:41.947267 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e21ee-b902-4e4d-9ed7-c632d2e65047 None None] Checking router: 564505ea-3e81-4cfe-b13a-b4efd30b1b47 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:28:41.957593 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e21ee-b902-4e4d-9ed7-c632d2e65047 None None] Routers {'564505ea-3e81-4cfe-b13a-b4efd30b1b47'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:28:41.958825 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-9f7e21ee-b902-4e4d-9ed7-c632d2e65047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:28:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:41.983669 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-38303500-353b-478a-8488-390a5af1f1c7 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=90c1e5e7db4942dea48cd03d186bb033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136197 Oct 12 00:28:41.986068 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 40644) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:42.054875 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b69542c-9ab8-4b8b-aa60-22a9d4f279dc admin admin] Publish callbacks [] for security_group (e411db22-30aa-406f-9090-b033204abcc7), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.079499 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-9f7e21ee-b902-4e4d-9ed7-c632d2e65047 None None] Set router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:28:42.101658 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Publish callbacks [] for router_gateway (564505ea-3e81-4cfe-b13a-b4efd30b1b47), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.102863 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b69542c-9ab8-4b8b-aa60-22a9d4f279dc admin admin] Publish callbacks [] for security_group (e411db22-30aa-406f-9090-b033204abcc7), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.192271 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-98365a0a-694f-4a66-8d43-5d2ecb2fa761 None None] Provisioning complete for port f088682b-7208-4d44-815f-de6a3c67626c triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:28:42.192646 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-98365a0a-694f-4a66-8d43-5d2ecb2fa761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (f088682b-7208-4d44-815f-de6a3c67626c), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.192976 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-98365a0a-694f-4a66-8d43-5d2ecb2fa761 None None] Attempt 1 to provision port f088682b-7208-4d44-815f-de6a3c67626c Oct 12 00:28:42.224273 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Deleting port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:28:42.224632 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.242249 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b69542c-9ab8-4b8b-aa60-22a9d4f279dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e411db22-30aa-406f-9090-b033204abcc7), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.246011 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b69542c-9ab8-4b8b-aa60-22a9d4f279dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.255904 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-7b69542c-9ab8-4b8b-aa60-22a9d4f279dc admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e411db22-30aa-406f-9090-b033204abcc7 HTTP/1.1" status: 204 len: 168 time: 0.2675583 Oct 12 00:28:42.266774 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69542c-9ab8-4b8b-aa60-22a9d4f279dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e411db22-30aa-406f-9090-b033204abcc7,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:42.297136 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:42.331856 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] For port be796c9d-f751-4f5e-b8c5-4fcf02edc3fc, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=be796c9d-f751-4f5e-b8c5-4fcf02edc3fc,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:42.332383 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.336076 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-9f7e21ee-b902-4e4d-9ed7-c632d2e65047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:28:40Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:42.345922 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Calling delete_port for be796c9d-f751-4f5e-b8c5-4fcf02edc3fc owned by network:router_gateway {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:28:42.510026 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e21ee-b902-4e4d-9ed7-c632d2e65047 None None] The sync data for ids ['564505ea-3e81-4cfe-b13a-b4efd30b1b47'] in dv-cinder-849143-13-iscsi is: [{'id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'name': 'tempest-AttachVolumeShelveTestJSON-416953614-router', 'tenant_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:21:22Z', 'updated_at': '2022-10-12T00:28:40Z', 'revision_number': 5, 'project_id': '13bdb0f5c58a40af9e420f6072f2f2b0', 'gw_port': {'id': 'be796c9d-f751-4f5e-b8c5-4fcf02edc3fc', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564505ea-3e81-4cfe-b13a-b4efd30b1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:21:23Z', 'updated_at': '2022-10-12T00:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:28:42.514895 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-98365a0a-694f-4a66-8d43-5d2ecb2fa761 None None] Current status of the port f088682b-7208-4d44-815f-de6a3c67626c is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:28:42.614694 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (be796c9d-f751-4f5e-b8c5-4fcf02edc3fc), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.618737 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:42.641462 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Pushing event deleted for resources: {'Port': ['ID=be796c9d-f751-4f5e-b8c5-4fcf02edc3fc,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:42.717637 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3698035'] for router_gateway (564505ea-3e81-4cfe-b13a-b4efd30b1b47), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.812168 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4256'] for router (564505ea-3e81-4cfe-b13a-b4efd30b1b47), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.814428 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Publish callbacks [] for router_controller (564505ea-3e81-4cfe-b13a-b4efd30b1b47), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.945063 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700577'] for router (564505ea-3e81-4cfe-b13a-b4efd30b1b47), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.945694 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 564505ea-3e81-4cfe-b13a-b4efd30b1b47 {{(pid=111560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 00:28:42.954235 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:42.954235 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-612a5cc0-57ac-4a71-a089-df0cb86e0601 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/564505ea-3e81-4cfe-b13a-b4efd30b1b47 HTTP/1.1" status: 204 len: 168 time: 1.4169786 Oct 12 00:28:42.954235 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40656) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:42.999700 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cea08cf-c4b8-4998-9538-08e227c0be6f admin admin] Deleting subnet fd02fede-aeab-4655-a486-9bfc8561b3bd {{(pid=111560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:28:43.002875 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3cea08cf-c4b8-4998-9538-08e227c0be6f admin admin] Publish callbacks [] for subnet (fd02fede-aeab-4655-a486-9bfc8561b3bd), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.041353 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3cea08cf-c4b8-4998-9538-08e227c0be6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526249'] for subnet (fd02fede-aeab-4655-a486-9bfc8561b3bd), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.119899 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3cea08cf-c4b8-4998-9538-08e227c0be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (fd02fede-aeab-4655-a486-9bfc8561b3bd), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.147790 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:43.231945 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3cea08cf-c4b8-4998-9538-08e227c0be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26333834'] for subnet (fd02fede-aeab-4655-a486-9bfc8561b3bd), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.259025 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea08cf-c4b8-4998-9538-08e227c0be6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd02fede-aeab-4655-a486-9bfc8561b3bd,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:43.261503 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3cea08cf-c4b8-4998-9538-08e227c0be6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.264093 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3cea08cf-c4b8-4998-9538-08e227c0be6f admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/fd02fede-aeab-4655-a486-9bfc8561b3bd HTTP/1.1" status: 204 len: 168 time: 0.3093045 Oct 12 00:28:43.264954 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa1852c-7038-47e4-a37e-343980a590d3 None None] Network 0c299ee8-2b42-4994-965e-051a94d2391c requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:28:43.266629 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40658) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:43.337715 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (0c299ee8-2b42-4994-965e-051a94d2391c), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.380642 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Deleting port f088682b-7208-4d44-815f-de6a3c67626c {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:28:43.380986 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (f088682b-7208-4d44-815f-de6a3c67626c), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.448036 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] For port f088682b-7208-4d44-815f-de6a3c67626c, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=f088682b-7208-4d44-815f-de6a3c67626c,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:43.448493 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (f088682b-7208-4d44-815f-de6a3c67626c), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.463111 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Calling delete_port for f088682b-7208-4d44-815f-de6a3c67626c owned by network:dhcp {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:28:43.482286 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833858a2-7693-433d-9548-8fb90b6eddb8 None None] DHCP port deletion for 0c299ee8-2b42-4994-965e-051a94d2391c request from dv-cinder-849143-13-iscsi {{(pid=111561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 00:28:43.522738 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-833858a2-7693-433d-9548-8fb90b6eddb8 None None] Deleting port f088682b-7208-4d44-815f-de6a3c67626c {{(pid=111561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:28:43.527156 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-833858a2-7693-433d-9548-8fb90b6eddb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (f088682b-7208-4d44-815f-de6a3c67626c), before_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.586964 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-833858a2-7693-433d-9548-8fb90b6eddb8 None None] For port f088682b-7208-4d44-815f-de6a3c67626c, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=f088682b-7208-4d44-815f-de6a3c67626c,segment=NetworkSegment(f788ec14-36bd-4100-bf8d-abb1e331a3f1),segment_id=f788ec14-36bd-4100-bf8d-abb1e331a3f1)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:28:43.587360 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-833858a2-7693-433d-9548-8fb90b6eddb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (f088682b-7208-4d44-815f-de6a3c67626c), precommit_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.600280 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-833858a2-7693-433d-9548-8fb90b6eddb8 None None] Calling delete_port for f088682b-7208-4d44-815f-de6a3c67626c owned by network:dhcp {{(pid=111561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:28:43.625577 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (f088682b-7208-4d44-815f-de6a3c67626c), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.655272 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Pushing event deleted for resources: {'Port': ['ID=f088682b-7208-4d44-815f-de6a3c67626c,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:43.658524 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] No DVR routers for this DVR port f088682b-7208-4d44-815f-de6a3c67626c on host dv-cinder-849143-13-iscsi {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:28:43.684432 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-833858a2-7693-433d-9548-8fb90b6eddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (f088682b-7208-4d44-815f-de6a3c67626c), after_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.706990 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833858a2-7693-433d-9548-8fb90b6eddb8 None None] Pushing event deleted for resources: {'Port': ['ID=f088682b-7208-4d44-815f-de6a3c67626c,revision_number=None']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:43.716482 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833858a2-7693-433d-9548-8fb90b6eddb8 None None] No DVR routers for this DVR port f088682b-7208-4d44-815f-de6a3c67626c on host dv-cinder-849143-13-iscsi {{(pid=111561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:28:43.740835 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 6943f7bc-c08e-4f37-ae72-a80c876b4fdc no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:28:43.760728 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (0c299ee8-2b42-4994-965e-051a94d2391c), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.765990 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 6943f7bc-c08e-4f37-ae72-a80c876b4fdc {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:28:43.766438 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 6943f7bc-c08e-4f37-ae72-a80c876b4fdc not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:28:43.766980 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device be796c9d-f751-4f5e-b8c5-4fcf02edc3fc no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:28:43.783576 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c299ee8-2b42-4994-965e-051a94d2391c']}} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:43.786535 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: be796c9d-f751-4f5e-b8c5-4fcf02edc3fc {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:28:43.786886 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device be796c9d-f751-4f5e-b8c5-4fcf02edc3fc not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:28:43.787300 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device f088682b-7208-4d44-815f-de6a3c67626c no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:28:43.795026 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f788ec14-36bd-4100-bf8d-abb1e331a3f1') {'for_net_delete': True} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:43.795330 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f788ec14-36bd-4100-bf8d-abb1e331a3f1') {} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:28:43.808143 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526160'] for segment (f788ec14-36bd-4100-bf8d-abb1e331a3f1), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.815270 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: f088682b-7208-4d44-815f-de6a3c67626c {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:28:43.815650 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device f088682b-7208-4d44-815f-de6a3c67626c not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:28:43.822627 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (f788ec14-36bd-4100-bf8d-abb1e331a3f1), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.832137 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=111560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:28:43.832536 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655368'] for segment (f788ec14-36bd-4100-bf8d-abb1e331a3f1), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.878075 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment f788ec14-36bd-4100-bf8d-abb1e331a3f1 resource provider aggregate not found Oct 12 00:28:43.896861 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment f788ec14-36bd-4100-bf8d-abb1e331a3f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f788ec14-36bd-4100-bf8d-abb1e331a3f1 found for delete ", "request_id": "req-1f6517ba-3f85-4b63-b1eb-b115883036f4"}]} Oct 12 00:28:43.968923 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (0c299ee8-2b42-4994-965e-051a94d2391c), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.974631 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:43.978082 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/0c299ee8-2b42-4994-965e-051a94d2391c HTTP/1.1" status: 204 len: 168 time: 0.7105465 Oct 12 00:28:43.989658 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272d12f-9182-4bcb-9aca-e087e1eee740 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c299ee8-2b42-4994-965e-051a94d2391c,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:44.318046 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40692) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:44.332405 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:44.359011 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-dc137e0f-8834-48c2-9c8a-e29f246c09f4 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=13bdb0f5c58a40af9e420f6072f2f2b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397220 Oct 12 00:28:44.361491 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40694) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:44.410169 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-849726fd-58d2-4edc-9562-023164f4b357 admin admin] Publish callbacks [] for security_group (9b2a402e-5cbd-4b4e-b3b4-8dc1fb1d70ec), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:44.430140 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-849726fd-58d2-4edc-9562-023164f4b357 admin admin] Publish callbacks [] for security_group (9b2a402e-5cbd-4b4e-b3b4-8dc1fb1d70ec), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:44.533731 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-849726fd-58d2-4edc-9562-023164f4b357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9b2a402e-5cbd-4b4e-b3b4-8dc1fb1d70ec), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:44.536281 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-849726fd-58d2-4edc-9562-023164f4b357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:44.537590 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-849726fd-58d2-4edc-9562-023164f4b357 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9b2a402e-5cbd-4b4e-b3b4-8dc1fb1d70ec HTTP/1.1" status: 204 len: 168 time: 0.1750920 Oct 12 00:28:44.544263 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:44.547691 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849726fd-58d2-4edc-9562-023164f4b357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2a402e-5cbd-4b4e-b3b4-8dc1fb1d70ec,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:47.810132 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:47.810900 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:52.148493 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:52.260569 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=75,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:53.790960 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=76,neutron:DELETE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:54.463104 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:28:57.906603 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40918) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:58.011511 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:58.087319 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Publish callbacks [] for security_group (04427d42-7445-4892-9edc-f0f1ae7e82e8), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:58.180005 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (04427d42-7445-4892-9edc-f0f1ae7e82e8), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:58.220065 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7cf7661896894d07ba1e5fdfd5018392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125052 Oct 12 00:28:58.220923 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04427d42-7445-4892-9edc-f0f1ae7e82e8,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:58.222899 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 40924) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:58.228185 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.228565 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.228887 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.229358 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.229702 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.230035 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.230404 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.230731 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.231057 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.231407 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.233312 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.233312 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.233312 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.233312 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.233312 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8507f7-24ac-4db8-a2c9-7f58510180cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:28:58.273243 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-75846412-133e-4c3b-85c0-7191099795c4 admin admin] Publish callbacks [] for security_group (04427d42-7445-4892-9edc-f0f1ae7e82e8), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:58.293236 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-75846412-133e-4c3b-85c0-7191099795c4 admin admin] Publish callbacks [] for security_group (04427d42-7445-4892-9edc-f0f1ae7e82e8), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:58.396822 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8f51b63f-d10b-4163-9a34-d4c2567592c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:58.430726 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-75846412-133e-4c3b-85c0-7191099795c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (04427d42-7445-4892-9edc-f0f1ae7e82e8), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:58.433293 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-75846412-133e-4c3b-85c0-7191099795c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:58.434445 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-75846412-133e-4c3b-85c0-7191099795c4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/04427d42-7445-4892-9edc-f0f1ae7e82e8 HTTP/1.1" status: 204 len: 168 time: 0.2099581 Oct 12 00:28:58.443284 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75846412-133e-4c3b-85c0-7191099795c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04427d42-7445-4892-9edc-f0f1ae7e82e8,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:58.933396 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 40938) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:58.946634 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c4438710-6d80-4f2e-9b96-b086d9c31823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:59.020937 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c4438710-6d80-4f2e-9b96-b086d9c31823 admin admin] Publish callbacks [] for security_group (2fbe7603-145c-47eb-aecc-7a345f14d265), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:59.088352 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c4438710-6d80-4f2e-9b96-b086d9c31823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (2fbe7603-145c-47eb-aecc-7a345f14d265), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:59.358849 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-c4438710-6d80-4f2e-9b96-b086d9c31823 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=2245c8da15674b0f993c5785ff9e052a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243178 Oct 12 00:28:59.360892 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4438710-6d80-4f2e-9b96-b086d9c31823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbe7603-145c-47eb-aecc-7a345f14d265,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:59.361674 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 40948) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:28:59.412071 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-08290959-97d1-4d41-ac4d-4edcc9c91d8b admin admin] Publish callbacks [] for security_group (2fbe7603-145c-47eb-aecc-7a345f14d265), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:59.431425 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-08290959-97d1-4d41-ac4d-4edcc9c91d8b admin admin] Publish callbacks [] for security_group (2fbe7603-145c-47eb-aecc-7a345f14d265), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:59.533922 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-08290959-97d1-4d41-ac4d-4edcc9c91d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (2fbe7603-145c-47eb-aecc-7a345f14d265), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:59.536446 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-08290959-97d1-4d41-ac4d-4edcc9c91d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:28:59.537666 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-08290959-97d1-4d41-ac4d-4edcc9c91d8b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2fbe7603-145c-47eb-aecc-7a345f14d265 HTTP/1.1" status: 204 len: 168 time: 0.1749973 Oct 12 00:28:59.548753 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08290959-97d1-4d41-ac4d-4edcc9c91d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbe7603-145c-47eb-aecc-7a345f14d265,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:28:59.782334 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:29:00.642441 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-eb941f9d-1acf-446a-9cfd-8458514fb711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:01.853395 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:02.789441 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 41026) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:02.893535 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-49f5d1a6-b3c1-4b5a-b531-e7aae7b9a709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:02.970188 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-49f5d1a6-b3c1-4b5a-b531-e7aae7b9a709 admin admin] Publish callbacks [] for security_group (daf982d2-605d-4713-b9b3-c6d4b804b9f0), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:03.036889 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-49f5d1a6-b3c1-4b5a-b531-e7aae7b9a709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (daf982d2-605d-4713-b9b3-c6d4b804b9f0), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:03.059749 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:03.077380 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-49f5d1a6-b3c1-4b5a-b531-e7aae7b9a709 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4f3b24ad523f4bc0afa901454cfbb69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868931 Oct 12 00:29:03.078245 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5d1a6-b3c1-4b5a-b531-e7aae7b9a709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf982d2-605d-4713-b9b3-c6d4b804b9f0,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:03.080178 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 41030) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:03.128575 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1d72710e-e7d7-42fa-910d-a72875b6c3b7 admin admin] Publish callbacks [] for security_group (daf982d2-605d-4713-b9b3-c6d4b804b9f0), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:03.147887 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1d72710e-e7d7-42fa-910d-a72875b6c3b7 admin admin] Publish callbacks [] for security_group (daf982d2-605d-4713-b9b3-c6d4b804b9f0), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:03.282633 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1d72710e-e7d7-42fa-910d-a72875b6c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (daf982d2-605d-4713-b9b3-c6d4b804b9f0), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:03.285131 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1d72710e-e7d7-42fa-910d-a72875b6c3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:03.286313 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-1d72710e-e7d7-42fa-910d-a72875b6c3b7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/daf982d2-605d-4713-b9b3-c6d4b804b9f0 HTTP/1.1" status: 204 len: 168 time: 0.2051330 Oct 12 00:29:03.294163 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72710e-e7d7-42fa-910d-a72875b6c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf982d2-605d-4713-b9b3-c6d4b804b9f0,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:03.328439 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:03.876627 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 41038) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:03.889854 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3100942a-8f41-4962-b850-29872a5cf67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:03.964558 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3100942a-8f41-4962-b850-29872a5cf67c admin admin] Publish callbacks [] for security_group (d7c5dadd-4635-4ad0-8e8e-dc63264271c3), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:04.030949 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-3100942a-8f41-4962-b850-29872a5cf67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d7c5dadd-4635-4ad0-8e8e-dc63264271c3), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:04.070445 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3100942a-8f41-4962-b850-29872a5cf67c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ced59da82b9945638f9f5ebb447eb30d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1927538 Oct 12 00:29:04.071290 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100942a-8f41-4962-b850-29872a5cf67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c5dadd-4635-4ad0-8e8e-dc63264271c3,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:04.073782 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 41040) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:04.122183 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0c296bcc-b305-401a-b853-248c89d6f658 admin admin] Publish callbacks [] for security_group (d7c5dadd-4635-4ad0-8e8e-dc63264271c3), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:04.142618 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0c296bcc-b305-401a-b853-248c89d6f658 admin admin] Publish callbacks [] for security_group (d7c5dadd-4635-4ad0-8e8e-dc63264271c3), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:04.242194 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0c296bcc-b305-401a-b853-248c89d6f658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (d7c5dadd-4635-4ad0-8e8e-dc63264271c3), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:04.244668 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-0c296bcc-b305-401a-b853-248c89d6f658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:04.245805 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-0c296bcc-b305-401a-b853-248c89d6f658 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d7c5dadd-4635-4ad0-8e8e-dc63264271c3 HTTP/1.1" status: 204 len: 168 time: 0.1706786 Oct 12 00:29:04.253813 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c296bcc-b305-401a-b853-248c89d6f658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c5dadd-4635-4ad0-8e8e-dc63264271c3,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:04.517198 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:06.613416 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 41100) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:06.717560 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-4af70e16-3655-4f40-957b-0b5f2dfc31c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:06.793030 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-4af70e16-3655-4f40-957b-0b5f2dfc31c0 admin admin] Publish callbacks [] for security_group (b2301484-4269-4342-bd55-6113be944388), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:06.859770 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-4af70e16-3655-4f40-957b-0b5f2dfc31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b2301484-4269-4342-bd55-6113be944388), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:06.870248 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:06.881479 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:06.907685 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-4af70e16-3655-4f40-957b-0b5f2dfc31c0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=2366d2cda6374336ad68b9e67220f620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871690 Oct 12 00:29:06.907685 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af70e16-3655-4f40-957b-0b5f2dfc31c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2301484-4269-4342-bd55-6113be944388,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:06.907946 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 41106) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:06.945941 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:06.953412 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:06.956315 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fbec4206-0000-4387-891e-f2c61ac24a2d admin admin] Publish callbacks [] for security_group (b2301484-4269-4342-bd55-6113be944388), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:06.979201 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fbec4206-0000-4387-891e-f2c61ac24a2d admin admin] Publish callbacks [] for security_group (b2301484-4269-4342-bd55-6113be944388), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:07.081845 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fbec4206-0000-4387-891e-f2c61ac24a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b2301484-4269-4342-bd55-6113be944388), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:07.084423 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-fbec4206-0000-4387-891e-f2c61ac24a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:07.085586 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-fbec4206-0000-4387-891e-f2c61ac24a2d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b2301484-4269-4342-bd55-6113be944388 HTTP/1.1" status: 204 len: 168 time: 0.1798999 Oct 12 00:29:07.093398 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec4206-0000-4387-891e-f2c61ac24a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2301484-4269-4342-bd55-6113be944388,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:09.778895 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:09.819509 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 41154) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:09.930122 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e3f16b17-ad20-4f69-a8e0-40d44c262777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:10.003386 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e3f16b17-ad20-4f69-a8e0-40d44c262777 admin admin] Publish callbacks [] for security_group (837f3224-04f4-4f91-a52f-5f86fa7dd2dc), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:10.065139 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e3f16b17-ad20-4f69-a8e0-40d44c262777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (837f3224-04f4-4f91-a52f-5f86fa7dd2dc), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:10.107342 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-e3f16b17-ad20-4f69-a8e0-40d44c262777 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3661fb9353db4a539ea34dd6cd6aa383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843497 Oct 12 00:29:10.107342 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f16b17-ad20-4f69-a8e0-40d44c262777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837f3224-04f4-4f91-a52f-5f86fa7dd2dc,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:10.108230 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 41160) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:10.158852 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-89ad30a1-2bfd-46f3-9bde-313f11032c75 admin admin] Publish callbacks [] for security_group (837f3224-04f4-4f91-a52f-5f86fa7dd2dc), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:10.178983 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-89ad30a1-2bfd-46f3-9bde-313f11032c75 admin admin] Publish callbacks [] for security_group (837f3224-04f4-4f91-a52f-5f86fa7dd2dc), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:10.288013 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-89ad30a1-2bfd-46f3-9bde-313f11032c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (837f3224-04f4-4f91-a52f-5f86fa7dd2dc), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:10.290532 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-89ad30a1-2bfd-46f3-9bde-313f11032c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:10.291723 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-89ad30a1-2bfd-46f3-9bde-313f11032c75 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/837f3224-04f4-4f91-a52f-5f86fa7dd2dc HTTP/1.1" status: 204 len: 168 time: 0.1819565 Oct 12 00:29:10.299816 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad30a1-2bfd-46f3-9bde-313f11032c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837f3224-04f4-4f91-a52f-5f86fa7dd2dc,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:10.887666 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 41168) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:10.901371 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9d247662-faa3-47e6-922f-089e65f86014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:11.001464 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9d247662-faa3-47e6-922f-089e65f86014 admin admin] Publish callbacks [] for security_group (a91a73dd-5f89-477a-b05a-17ca60c72394), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:11.042293 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9d247662-faa3-47e6-922f-089e65f86014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (a91a73dd-5f89-477a-b05a-17ca60c72394), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:11.081596 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-9d247662-faa3-47e6-922f-089e65f86014 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0a3917c90eab4c5999ddce8417c33e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928284 Oct 12 00:29:11.082449 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d247662-faa3-47e6-922f-089e65f86014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a73dd-5f89-477a-b05a-17ca60c72394,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:11.084405 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 41170) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:11.133705 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0a0963ae-fd51-493d-b19e-65d7c4222406 admin admin] Publish callbacks [] for security_group (a91a73dd-5f89-477a-b05a-17ca60c72394), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:11.153255 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0a0963ae-fd51-493d-b19e-65d7c4222406 admin admin] Publish callbacks [] for security_group (a91a73dd-5f89-477a-b05a-17ca60c72394), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:11.276650 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0a0963ae-fd51-493d-b19e-65d7c4222406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (a91a73dd-5f89-477a-b05a-17ca60c72394), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:11.279240 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0a0963ae-fd51-493d-b19e-65d7c4222406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:11.280419 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0a0963ae-fd51-493d-b19e-65d7c4222406 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a91a73dd-5f89-477a-b05a-17ca60c72394 HTTP/1.1" status: 204 len: 168 time: 0.1950417 Oct 12 00:29:11.288971 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0963ae-fd51-493d-b19e-65d7c4222406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a73dd-5f89-477a-b05a-17ca60c72394,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:12.304818 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 41196) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:12.400715 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1034982212-network', 'tenant_id': 'cdece90b26c74eb89113d317b1609e92'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:29:12.493312 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Made reservation on behalf of cdece90b26c74eb89113d317b1609e92 for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:29:12.495604 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:12.503981 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:12.576903 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Publish callbacks [] for security_group (1b9bc299-f0f5-4366-bd62-8b00e0dee83f), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:12.636263 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1b9bc299-f0f5-4366-bd62-8b00e0dee83f), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:12.655119 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:29:12.673011 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9bc299-f0f5-4366-bd62-8b00e0dee83f,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:12.676496 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (81d84b5c-ab2f-45a5-b1cc-0658932db22b), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:12.676841 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Added segment 81d84b5c-ab2f-45a5-b1cc-0658932db22b of type vlan for network fa19a090-fb71-4feb-a647-6b66897bc28c Oct 12 00:29:12.715002 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:12.717346 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (fa19a090-fb71-4feb-a647-6b66897bc28c), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:12.813014 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (fa19a090-fb71-4feb-a647-6b66897bc28c), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:12.814008 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:12.814622 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:12.873522 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:12.877278 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] Pushing event updated for resources: {'Network': ['ID=fa19a090-fb71-4feb-a647-6b66897bc28c,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:12.886673 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network fa19a090-fb71-4feb-a647-6b66897bc28c details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:29:12.889745 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:12.947774 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-b3bfb285-6e39-48e9-b85f-4d11131984b6 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6418359 Oct 12 00:29:12.950653 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 41200) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:12.963256 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] Request body: {'subnet': {'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1034982212-subnet', 'tenant_id': 'cdece90b26c74eb89113d317b1609e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:29:13.036678 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] Made reservation on behalf of cdece90b26c74eb89113d317b1609e92 for: {'subnet': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:29:13.039000 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26332523'] for subnet (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:13.264909 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26332537'] for subnet (b4f962ed-3314-4058-8dad-778203aa240a), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:13.322721 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f962ed-3314-4058-8dad-778203aa240a,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:13.329811 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] Checking segment: {'id': '81d84b5c-ab2f-45a5-b1cc-0658932db22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:29:13.330722 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] Network hostable DHCP agents. Network: fa19a090-fb71-4feb-a647-6b66897bc28c, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:29:13.408011 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] Network fa19a090-fb71-4feb-a647-6b66897bc28c is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:29:13.516708 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, fa19a090-fb71-4feb-a647-6b66897bc28c) {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:29:13.521606 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:13.522492 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:13.525482 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e5cd00-ce49-46cb-89bf-37631bbafde0 None None] Network fa19a090-fb71-4feb-a647-6b66897bc28c requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:29:13.610485 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-49d5ffd1-d080-42c0-9d31-a4d08e3f5077 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6587782 Oct 12 00:29:13.621475 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f938099-af5b-4012-b4ba-7c36bda10ec1 None None] Network fa19a090-fb71-4feb-a647-6b66897bc28c requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:29:14.282741 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-32c88b23-b08f-4437-ae6b-2aadf8ca4326 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383837 Oct 12 00:29:14.415915 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-102e739a-7b93-422e-a4b8-418a9a31721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:14.417402 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-102e739a-7b93-422e-a4b8-418a9a31721b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=654843d065264b9e9296824daf702110&device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1129 time: 0.0446208 Oct 12 00:29:14.522978 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-fa21fb31-24f5-4b68-b5cf-f2153568318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:14.524445 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-fa21fb31-24f5-4b68-b5cf-f2153568318b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 HTTP/1.1" status: 200 len: 910 time: 0.0856123 Oct 12 00:29:14.578108 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:14.594762 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-9b0a98c2-3b4c-4336-938e-c7884ee879d4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 200 len: 1000 time: 0.0603580 Oct 12 00:29:14.646350 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-e292998b-1ea4-4317-a058-443d34cfe4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:14.647867 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-e292998b-1ea4-4317-a058-443d34cfe4f9 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3db3557-c8f3-41f3-909c-4cfe7c130bd4 HTTP/1.1" status: 200 len: 848 time: 0.0465128 Oct 12 00:29:14.695093 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-558b0318-330b-4057-8f31-d6804ef9b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:14.696635 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-558b0318-330b-4057-8f31-d6804ef9b8f2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397453 Oct 12 00:29:14.791262 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-662f5c7f-9fa3-432a-8b27-fcf604a41948 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881116 Oct 12 00:29:14.883854 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1acf722d-4424-4e2e-b7b6-a9b5ddd98801 req-4d37e704-babf-4bf4-84f8-e2fbd0dcf38e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854790 Oct 12 00:29:15.676944 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-49172ad2-2ad9-4a9a-b638-b82bea0f72bc tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:15.678425 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-49172ad2-2ad9-4a9a-b638-b82bea0f72bc tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/networks?id=fa19a090-fb71-4feb-a647-6b66897bc28c HTTP/1.1" status: 200 len: 809 time: 0.1043196 Oct 12 00:29:15.693797 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-b77cc1ac-ba08-4d47-a381-dabfbb25d096 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/quotas/cdece90b26c74eb89113d317b1609e92 HTTP/1.1" status: 200 len: 375 time: 0.0098236 Oct 12 00:29:15.726869 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-8f85cd5d-df70-450e-8172-56a554e026c1 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cdece90b26c74eb89113d317b1609e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277939 Oct 12 00:29:15.819075 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-c20bd6ca-6cc5-4b67-8d39-71c8f2218402 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fa19a090-fb71-4feb-a647-6b66897bc28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857718 Oct 12 00:29:15.907213 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-7ac93175-1d47-4904-aefd-ac98d80ded21 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fa19a090-fb71-4feb-a647-6b66897bc28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823317 Oct 12 00:29:16.146137 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-19aa4485-662f-4832-ab6f-98566ce614a7 req-6228b11f-c6e4-4b86-8789-736c7908a8c9 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 210 time: 0.0284219 Oct 12 00:29:17.248665 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-62717105-0451-4b49-a3d1-6e5797452417 req-2476d1f5-a5bd-43a5-b86d-bffbcfe32cf2 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 210 time: 0.0276773 Oct 12 00:29:18.353777 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f64eb290-c45f-409e-ba05-454e0b30c6cd req-0f37b5a4-ff51-489a-b590-bee1ce021c78 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 210 time: 0.0273843 Oct 12 00:29:19.102767 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-8108a668-6fea-4856-b8d2-57dd583acddb tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:19.104213 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-8108a668-6fea-4856-b8d2-57dd583acddb tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.40 "GET /networking/v2.0/networks?id=fa19a090-fb71-4feb-a647-6b66897bc28c HTTP/1.1" status: 200 len: 809 time: 0.1015232 Oct 12 00:29:19.130409 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Request body: {'port': {'device_id': '353c1661-6e48-43fe-9d08-208d229bafbf', 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c', 'admin_state_up': True, 'tenant_id': 'cdece90b26c74eb89113d317b1609e92'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:29:19.189067 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:19.304621 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Made reservation on behalf of cdece90b26c74eb89113d317b1609e92 for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:29:19.308497 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:19.439226 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Allocated IP 172.20.0.5 (fa19a090-fb71-4feb-a647-6b66897bc28c/b4f962ed-3314-4058-8dad-778203aa240a/4320d110-51ef-454f-ae13-6218c4debbf9) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:29:19.460855 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7109f7f4-93bf-48fb-9205-ef8c6fa72cda req-301d4686-99ed-431f-99de-74db19c60d7a tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 210 time: 0.0313444 Oct 12 00:29:19.538711 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:19.591595 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks [] for port (4320d110-51ef-454f-ae13-6218c4debbf9), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:19.688528 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:19.729357 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Network fa19a090-fb71-4feb-a647-6b66897bc28c is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:29:19.732514 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:29:19.736822 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:29:19.770875 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Pushing event updated for resources: {'Port': ['ID=4320d110-51ef-454f-ae13-6218c4debbf9,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:19.791303 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:19.791926 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:19.873393 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-05e4b864-4230-4353-ba5e-793a78792764 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7467339 Oct 12 00:29:19.893059 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Request body: {'port': {'device_id': '353c1661-6e48-43fe-9d08-208d229bafbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:29:19.953719 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:20.201412 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4320d110-51ef-454f-ae13-6218c4debbf9 {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:29:20.205902 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:20.209994 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Publish callbacks [] for port (4320d110-51ef-454f-ae13-6218c4debbf9), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:20.223784 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Transition to ACTIVE for port object 4320d110-51ef-454f-ae13-6218c4debbf9 will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:29:20.327535 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:20.410240 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Pushing event updated for resources: {'Port': ['ID=4320d110-51ef-454f-ae13-6218c4debbf9,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:20.436911 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Attempting to bind port 4320d110-51ef-454f-ae13-6218c4debbf9 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:29:20.437245 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Attempting to bind port 4320d110-51ef-454f-ae13-6218c4debbf9 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '81d84b5c-ab2f-45a5-b1cc-0658932db22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:29:20.437574 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Attempting to bind port 4320d110-51ef-454f-ae13-6218c4debbf9 on network fa19a090-fb71-4feb-a647-6b66897bc28c {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:29:20.478772 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Port 4320d110-51ef-454f-ae13-6218c4debbf9 on network fa19a090-fb71-4feb-a647-6b66897bc28c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:29:20.479415 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Attempting to bind port 4320d110-51ef-454f-ae13-6218c4debbf9 on network fa19a090-fb71-4feb-a647-6b66897bc28c {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:29:20.522044 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:29:20.522386 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Checking segment: {'id': '81d84b5c-ab2f-45a5-b1cc-0658932db22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:29:20.522779 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Bound using segment: {'id': '81d84b5c-ab2f-45a5-b1cc-0658932db22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:29:20.523212 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Bound port: 4320d110-51ef-454f-ae13-6218c4debbf9, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d84b5c-ab2f-45a5-b1cc-0658932db22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:29:20.523601 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:20.605928 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dc238-203f-4669-b9b2-b02c0682a0e2 req-3491a6cd-98d7-437b-b1fc-08693bdf4ff9 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:20.607428 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bd7dc238-203f-4669-b9b2-b02c0682a0e2 req-3491a6cd-98d7-437b-b1fc-08693bdf4ff9 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 943 time: 0.0709524 Oct 12 00:29:20.616711 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:20.640827 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] For port 4320d110-51ef-454f-ae13-6218c4debbf9, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:29:20.661424 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] For port 4320d110-51ef-454f-ae13-6218c4debbf9, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4320d110-51ef-454f-ae13-6218c4debbf9,segment=NetworkSegment(81d84b5c-ab2f-45a5-b1cc-0658932db22b),segment_id=81d84b5c-ab2f-45a5-b1cc-0658932db22b)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:29:20.678732 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bd7dc238-203f-4669-b9b2-b02c0682a0e2 req-18889c3a-ccb5-4db3-9b9d-1d5ba2987ad4 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594401 Oct 12 00:29:20.757125 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:20.761345 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:20.761917 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:20.765092 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/4320d110-51ef-454f-ae13-6218c4debbf9 HTTP/1.1" status: 200 len: 1093 time: 0.8748529 Oct 12 00:29:20.765092 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353c1661-6e48-43fe-9d08-208d229bafbf', 'tag': '4320d110-51ef-454f-ae13-6218c4debbf9'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:29:20.766016 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a304fe95-515c-4cd3-a6bf-d9661ac929e3" -d '{"events": [{"name": "network-changed", "server_uuid": "353c1661-6e48-43fe-9d08-208d229bafbf", "tag": "4320d110-51ef-454f-ae13-6218c4debbf9"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:29:20.807003 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115ba4d7-6ed0-4e2a-9827-f6636be1d548 x-openstack-request-id: req-115ba4d7-6ed0-4e2a-9827-f6636be1d548 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:29:20.807287 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353c1661-6e48-43fe-9d08-208d229bafbf", "tag": "4320d110-51ef-454f-ae13-6218c4debbf9", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:29:20.807559 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-115ba4d7-6ed0-4e2a-9827-f6636be1d548 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:29:20.807955 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115ba4d7-6ed0-4e2a-9827-f6636be1d548'] response: {'name': 'network-changed', 'server_uuid': '353c1661-6e48-43fe-9d08-208d229bafbf', 'tag': '4320d110-51ef-454f-ae13-6218c4debbf9', 'status': 'completed', 'code': 200} Oct 12 00:29:20.819169 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3af55-be8c-4b89-9312-242340593c4b service neutron] Pushing event updated for resources: {'Port': ['ID=4320d110-51ef-454f-ae13-6218c4debbf9,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:20.893028 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fe95-515c-4cd3-a6bf-d9661ac929e3 req-4d40aabc-2b47-420b-86cf-f1623e8ed1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:20.894746 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a304fe95-515c-4cd3-a6bf-d9661ac929e3 req-4d40aabc-2b47-420b-86cf-f1623e8ed1aa service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=cdece90b26c74eb89113d317b1609e92&device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 1127 time: 0.0387480 Oct 12 00:29:21.001637 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fe95-515c-4cd3-a6bf-d9661ac929e3 req-d030ad93-3b88-42ae-8e0d-25e583c7722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:21.003060 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a304fe95-515c-4cd3-a6bf-d9661ac929e3 req-d030ad93-3b88-42ae-8e0d-25e583c7722c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=cdece90b26c74eb89113d317b1609e92&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0939422 Oct 12 00:29:21.095546 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fe95-515c-4cd3-a6bf-d9661ac929e3 req-8f67cf8f-e1c3-4deb-8ac8-8f082645839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:21.097537 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a304fe95-515c-4cd3-a6bf-d9661ac929e3 req-8f67cf8f-e1c3-4deb-8ac8-8f082645839b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871511 Oct 12 00:29:21.208664 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fb9eeaf2-242d-45b8-9634-0b6583d727b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:21.210101 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-fb9eeaf2-242d-45b8-9634-0b6583d727b1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=cdece90b26c74eb89113d317b1609e92&device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 1127 time: 0.0387206 Oct 12 00:29:21.263774 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-14387daf-0cbe-466b-bc42-23b3cee83ae6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4320d110-51ef-454f-ae13-6218c4debbf9 HTTP/1.1" status: 200 len: 217 time: 0.0352516 Oct 12 00:29:21.312437 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-3978e970-49f6-476a-ab5f-b998a56d8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:21.313866 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-3978e970-49f6-476a-ab5f-b998a56d8c33 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4f962ed-3314-4058-8dad-778203aa240a HTTP/1.1" status: 200 len: 849 time: 0.0433526 Oct 12 00:29:21.357617 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-5cdf078a-f57f-4816-aea7-c30877099cc0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=fa19a090-fb71-4feb-a647-6b66897bc28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264614 Oct 12 00:29:21.435304 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:21.450855 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-78075ae2-1b64-444a-bee7-33b678713055 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fa19a090-fb71-4feb-a647-6b66897bc28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872543 Oct 12 00:29:21.545409 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b036ff30-9ba3-4dd6-8e05-cb08761b7b99 req-2a5dd760-1259-4bbb-bf22-a94fe9c49dba service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fa19a090-fb71-4feb-a647-6b66897bc28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835791 Oct 12 00:29:21.802630 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8eea2-2d7a-47b9-8a85-4fe3fe751907 req-c2d5d04c-ccfd-4dfd-b4ff-3b9b55ab492e tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:21.804100 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b4c8eea2-2d7a-47b9-8a85-4fe3fe751907 req-c2d5d04c-ccfd-4dfd-b4ff-3b9b55ab492e tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 943 time: 0.0505049 Oct 12 00:29:21.854446 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b4c8eea2-2d7a-47b9-8a85-4fe3fe751907 req-4dd781ba-afe8-4c5c-89c6-3cbbf07234c5 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Oct 12 00:29:22.979079 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65028-00c7-4adb-8a0e-a489ee17c1d2 req-4741cfd5-69fe-4f96-9939-25bc8909a40e tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:22.980579 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b7d65028-00c7-4adb-8a0e-a489ee17c1d2 req-4741cfd5-69fe-4f96-9939-25bc8909a40e tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 943 time: 0.0475204 Oct 12 00:29:23.028646 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b7d65028-00c7-4adb-8a0e-a489ee17c1d2 req-e516df45-75aa-49d5-b173-0597a1aa2faa tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Oct 12 00:29:23.693001 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=20 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:23.699966 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:24.148328 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472771a-8283-492f-8015-00c81d687213 req-8f03cfc8-515a-4518-83e4-dcdf1d54b1dd tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:24.149796 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7472771a-8283-492f-8015-00c81d687213 req-8f03cfc8-515a-4518-83e4-dcdf1d54b1dd tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 943 time: 0.0459900 Oct 12 00:29:24.195608 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7472771a-8283-492f-8015-00c81d687213 req-11c602c1-66ad-4601-bf08-7daa9ad99cfc tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Oct 12 00:29:24.807014 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:25.295701 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:25.313493 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee9e89-4ab1-4adc-8258-6146b87ff868 req-272b6f17-bd1b-45d1-aa0f-3be7abb0d4ea tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:25.314928 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-35ee9e89-4ab1-4adc-8258-6146b87ff868 req-272b6f17-bd1b-45d1-aa0f-3be7abb0d4ea tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 943 time: 0.0462830 Oct 12 00:29:25.362027 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-35ee9e89-4ab1-4adc-8258-6146b87ff868 req-4adae39e-69d4-43c5-9b41-cf66fe64a106 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 Oct 12 00:29:26.203968 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 4320d110-51ef-454f-ae13-6218c4debbf9 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:29:26.298067 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 4320d110-51ef-454f-ae13-6218c4debbf9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4320d110-51ef-454f-ae13-6218c4debbf9,segment=NetworkSegment(81d84b5c-ab2f-45a5-b1cc-0658932db22b),segment_id=81d84b5c-ab2f-45a5-b1cc-0658932db22b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:29:26.309554 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '4320d110-51ef-454f-ae13-6218c4debbf9', 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c', 'port_id': '4320d110-51ef-454f-ae13-6218c4debbf9', 'mac_address': 'fa:16:3e:1a:c2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f962ed-3314-4058-8dad-778203aa240a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:29:26.346944 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 4320d110-51ef-454f-ae13-6218c4debbf9 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:29:26.347334 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:26.360218 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4320d110-51ef-454f-ae13-6218c4debbf9 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:29:26.380590 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 4320d110-51ef-454f-ae13-6218c4debbf9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4320d110-51ef-454f-ae13-6218c4debbf9,segment=NetworkSegment(81d84b5c-ab2f-45a5-b1cc-0658932db22b),segment_id=81d84b5c-ab2f-45a5-b1cc-0658932db22b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:29:26.442535 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:26.489503 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93a792-4580-4d1e-8bdf-6dd44dd6b88e req-7dfde095-3df0-4b44-94a2-a803d8e51c66 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:26.491654 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8a93a792-4580-4d1e-8bdf-6dd44dd6b88e req-7dfde095-3df0-4b44-94a2-a803d8e51c66 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 944 time: 0.0476165 Oct 12 00:29:26.493413 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=4320d110-51ef-454f-ae13-6218c4debbf9,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:26.500675 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.501028 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.501369 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.502329 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.502669 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.503014 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.503841 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.503841 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.504102 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.504434 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.504764 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.505092 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.505414 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.505742 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.506062 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:26.555105 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8a93a792-4580-4d1e-8bdf-6dd44dd6b88e req-1c6198be-ec0b-4594-a242-912145e0d246 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570326 Oct 12 00:29:26.807749 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:26.814348 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['4320d110-51ef-454f-ae13-6218c4debbf9'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:29:27.681496 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2db6aa-2b35-40f9-9cc3-0827f6fff046 req-ef716ecd-b726-4007-8f3c-3daa8110606e tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:27.682945 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9e2db6aa-2b35-40f9-9cc3-0827f6fff046 req-ef716ecd-b726-4007-8f3c-3daa8110606e tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 944 time: 0.0498662 Oct 12 00:29:27.708634 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:27.729367 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9e2db6aa-2b35-40f9-9cc3-0827f6fff046 req-72d7b6f4-81c3-4f58-8c16-724d1c5e98f7 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Oct 12 00:29:28.373747 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a6e129aa-b0b0-481b-a4aa-d0a30dc094c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:28.846038 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 4320d110-51ef-454f-ae13-6218c4debbf9 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:29:28.849285 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaf972-4305-466a-958f-ef0689132c3f req-d7c0ad83-637a-4c42-9ad9-922086a196ee tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:28.850766 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fffaf972-4305-466a-958f-ef0689132c3f req-d7c0ad83-637a-4c42-9ad9-922086a196ee tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 944 time: 0.0466955 Oct 12 00:29:28.887669 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 4320d110-51ef-454f-ae13-6218c4debbf9 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:29:28.899902 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fffaf972-4305-466a-958f-ef0689132c3f req-f1cd2fe0-7c08-4ab4-8486-3e4d1523ea2e tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 Oct 12 00:29:28.961963 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 4320d110-51ef-454f-ae13-6218c4debbf9 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:29:28.962341 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:28.962679 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 4320d110-51ef-454f-ae13-6218c4debbf9 Oct 12 00:29:29.037015 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 4320d110-51ef-454f-ae13-6218c4debbf9 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:29:29.037402 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:29.059768 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353c1661-6e48-43fe-9d08-208d229bafbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4320d110-51ef-454f-ae13-6218c4debbf9'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:29:29.062022 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14be58bc-3a2d-49dd-88ef-e41d4cac285f" -d '{"events": [{"server_uuid": "353c1661-6e48-43fe-9d08-208d229bafbf", "name": "network-vif-plugged", "status": "completed", "tag": "4320d110-51ef-454f-ae13-6218c4debbf9"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:29:29.074659 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 4320d110-51ef-454f-ae13-6218c4debbf9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4320d110-51ef-454f-ae13-6218c4debbf9,segment=NetworkSegment(81d84b5c-ab2f-45a5-b1cc-0658932db22b),segment_id=81d84b5c-ab2f-45a5-b1cc-0658932db22b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:29:29.101623 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313950ef-ceca-4a2f-9fb0-50b467ef8571 x-openstack-request-id: req-313950ef-ceca-4a2f-9fb0-50b467ef8571 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:29:29.101886 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353c1661-6e48-43fe-9d08-208d229bafbf", "name": "network-vif-plugged", "status": "completed", "tag": "4320d110-51ef-454f-ae13-6218c4debbf9", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:29:29.102139 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-313950ef-ceca-4a2f-9fb0-50b467ef8571 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:29:29.102531 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-313950ef-ceca-4a2f-9fb0-50b467ef8571'] response: {'server_uuid': '353c1661-6e48-43fe-9d08-208d229bafbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4320d110-51ef-454f-ae13-6218c4debbf9', 'code': 200} Oct 12 00:29:29.133478 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:29.180737 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=4320d110-51ef-454f-ae13-6218c4debbf9,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:29.442966 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:29.452393 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177eb7a7-0efd-4edf-ad43-dcb430845017 req-8884dda5-5200-4d42-bac2-2d5e3805a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:29.455232 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-177eb7a7-0efd-4edf-ad43-dcb430845017 req-8884dda5-5200-4d42-bac2-2d5e3805a62c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 1129 time: 0.0398080 Oct 12 00:29:29.507724 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-177eb7a7-0efd-4edf-ad43-dcb430845017 req-2da4641d-456c-45ba-ba92-d3b4a8792776 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446174 Oct 12 00:29:30.021100 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a652b1-856a-49ad-b83e-65cd7e10ce55 req-aae7e689-ef8a-4427-8634-251714270908 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:30.022550 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-29a652b1-856a-49ad-b83e-65cd7e10ce55 req-aae7e689-ef8a-4427-8634-251714270908 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 945 time: 0.0491703 Oct 12 00:29:30.069119 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-29a652b1-856a-49ad-b83e-65cd7e10ce55 req-1b48a3ab-3660-4f68-90bd-02ffff2a61ef tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409911 Oct 12 00:29:30.642390 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-2c27368e-233b-4c3f-9902-a2cb67eb21df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:31.194237 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3568013-f93d-4748-9652-656be782d6cf req-63bc73d2-4a88-48a0-a793-abe5d198cad1 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:31.195744 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b3568013-f93d-4748-9652-656be782d6cf req-63bc73d2-4a88-48a0-a793-abe5d198cad1 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 945 time: 0.0504847 Oct 12 00:29:31.215993 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 41356) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:31.245252 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b3568013-f93d-4748-9652-656be782d6cf req-4f59d89e-3143-467c-9209-2133a3be8e57 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440133 Oct 12 00:29:31.326101 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-39660881-e892-4b4c-bc9b-3ad403bfbf5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:31.398732 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-39660881-e892-4b4c-bc9b-3ad403bfbf5c admin admin] Publish callbacks [] for security_group (3d0ff224-feb1-48bc-b68a-f2a1ccdd7d3a), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:31.470005 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-39660881-e892-4b4c-bc9b-3ad403bfbf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3d0ff224-feb1-48bc-b68a-f2a1ccdd7d3a), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:31.509713 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-39660881-e892-4b4c-bc9b-3ad403bfbf5c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ec802857e5dd4a5cbe5b57fed385196a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926924 Oct 12 00:29:31.510982 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39660881-e892-4b4c-bc9b-3ad403bfbf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0ff224-feb1-48bc-b68a-f2a1ccdd7d3a,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:31.512648 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 41362) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:31.566895 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3f7470c1-cb13-45b9-b2cd-3fe2ba7d3e0a admin admin] Publish callbacks [] for security_group (3d0ff224-feb1-48bc-b68a-f2a1ccdd7d3a), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:31.586740 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3f7470c1-cb13-45b9-b2cd-3fe2ba7d3e0a admin admin] Publish callbacks [] for security_group (3d0ff224-feb1-48bc-b68a-f2a1ccdd7d3a), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:31.699416 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3f7470c1-cb13-45b9-b2cd-3fe2ba7d3e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (3d0ff224-feb1-48bc-b68a-f2a1ccdd7d3a), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:31.702029 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3f7470c1-cb13-45b9-b2cd-3fe2ba7d3e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:31.703164 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-3f7470c1-cb13-45b9-b2cd-3fe2ba7d3e0a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3d0ff224-feb1-48bc-b68a-f2a1ccdd7d3a HTTP/1.1" status: 204 len: 168 time: 0.1895313 Oct 12 00:29:31.712477 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7470c1-cb13-45b9-b2cd-3fe2ba7d3e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0ff224-feb1-48bc-b68a-f2a1ccdd7d3a,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:31.838967 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:32.685530 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16585f3-eb96-4c96-be22-0231b02e5861 req-e14e79d6-3d97-40d7-8530-0dadbb32a7f6 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:32.687289 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c16585f3-eb96-4c96-be22-0231b02e5861 req-e14e79d6-3d97-40d7-8530-0dadbb32a7f6 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 945 time: 0.0493727 Oct 12 00:29:32.736161 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-c16585f3-eb96-4c96-be22-0231b02e5861 req-1e35a90a-838f-4dbd-bb8e-e717e067f3ac tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427506 Oct 12 00:29:33.042259 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:33.328147 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:33.863322 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86345698-e39d-40c5-9a6b-80b5f6c94414 req-412f506e-cc52-4a44-bd99-decdeb09977e tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:33.864888 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-86345698-e39d-40c5-9a6b-80b5f6c94414 req-412f506e-cc52-4a44-bd99-decdeb09977e tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 945 time: 0.0519347 Oct 12 00:29:33.912453 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-86345698-e39d-40c5-9a6b-80b5f6c94414 req-3b00c897-e999-4a0f-bcf4-e6095e4d3a73 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 Oct 12 00:29:34.227179 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292371-b149-48cd-a753-01b2dee8a50d req-f5e085d9-c6be-4c19-a099-6d6724f66293 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:34.228518 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-16292371-b149-48cd-a753-01b2dee8a50d req-f5e085d9-c6be-4c19-a099-6d6724f66293 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 945 time: 0.0453150 Oct 12 00:29:34.270448 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:34.313539 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-16292371-b149-48cd-a753-01b2dee8a50d req-04288dd6-e592-47c1-a566-ab32333475d0 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Deleting port 4320d110-51ef-454f-ae13-6218c4debbf9 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:29:34.313877 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-16292371-b149-48cd-a753-01b2dee8a50d req-04288dd6-e592-47c1-a566-ab32333475d0 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:34.406263 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-16292371-b149-48cd-a753-01b2dee8a50d req-04288dd6-e592-47c1-a566-ab32333475d0 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] For port 4320d110-51ef-454f-ae13-6218c4debbf9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4320d110-51ef-454f-ae13-6218c4debbf9,segment=NetworkSegment(81d84b5c-ab2f-45a5-b1cc-0658932db22b),segment_id=81d84b5c-ab2f-45a5-b1cc-0658932db22b)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:29:34.406394 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-16292371-b149-48cd-a753-01b2dee8a50d req-04288dd6-e592-47c1-a566-ab32333475d0 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:34.419631 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-16292371-b149-48cd-a753-01b2dee8a50d req-04288dd6-e592-47c1-a566-ab32333475d0 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Calling delete_port for 4320d110-51ef-454f-ae13-6218c4debbf9 owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:29:34.457949 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:34.533735 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:34.625507 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-16292371-b149-48cd-a753-01b2dee8a50d req-04288dd6-e592-47c1-a566-ab32333475d0 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (4320d110-51ef-454f-ae13-6218c4debbf9), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:34.653984 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04288dd6-e592-47c1-a566-ab32333475d0 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Pushing event deleted for resources: {'Port': ['ID=4320d110-51ef-454f-ae13-6218c4debbf9,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:34.676618 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['4320d110-51ef-454f-ae13-6218c4debbf9'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:29:34.681593 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:34.704124 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-16292371-b149-48cd-a753-01b2dee8a50d req-04288dd6-e592-47c1-a566-ab32333475d0 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] No DVR routers for this DVR port 4320d110-51ef-454f-ae13-6218c4debbf9 on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:29:34.707118 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-16292371-b149-48cd-a753-01b2dee8a50d req-04288dd6-e592-47c1-a566-ab32333475d0 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:34.710275 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-16292371-b149-48cd-a753-01b2dee8a50d req-04288dd6-e592-47c1-a566-ab32333475d0 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.40 "DELETE /networking/v2.0/ports/4320d110-51ef-454f-ae13-6218c4debbf9 HTTP/1.1" status: 204 len: 173 time: 0.4718764 Oct 12 00:29:34.710773 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353c1661-6e48-43fe-9d08-208d229bafbf', 'name': 'network-vif-deleted', 'tag': '4320d110-51ef-454f-ae13-6218c4debbf9'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:29:34.712990 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3ade75-ea8c-4297-90d9-2efc3af5646d" -d '{"events": [{"server_uuid": "353c1661-6e48-43fe-9d08-208d229bafbf", "name": "network-vif-deleted", "tag": "4320d110-51ef-454f-ae13-6218c4debbf9"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:29:34.750673 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471a6e91-c63a-4437-bd82-b3a1392af35a x-openstack-request-id: req-471a6e91-c63a-4437-bd82-b3a1392af35a {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:29:34.751512 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353c1661-6e48-43fe-9d08-208d229bafbf", "name": "network-vif-deleted", "tag": "4320d110-51ef-454f-ae13-6218c4debbf9", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:29:34.751774 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-471a6e91-c63a-4437-bd82-b3a1392af35a {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:29:34.752208 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471a6e91-c63a-4437-bd82-b3a1392af35a'] response: {'server_uuid': '353c1661-6e48-43fe-9d08-208d229bafbf', 'name': 'network-vif-deleted', 'tag': '4320d110-51ef-454f-ae13-6218c4debbf9', 'status': 'completed', 'code': 200} Oct 12 00:29:35.020431 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-12bb45ce-3c2f-4a63-8492-35e0d5114d34 req-b7e7f3e2-333e-479e-b51a-be93c3ea0dfe tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=353c1661-6e48-43fe-9d08-208d229bafbf HTTP/1.1" status: 200 len: 210 time: 0.0314708 Oct 12 00:29:36.335724 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-dceeece7-866d-4c78-81e0-19b36d25371a tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:36.338577 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-dceeece7-866d-4c78-81e0-19b36d25371a tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/networks?id=fa19a090-fb71-4feb-a647-6b66897bc28c HTTP/1.1" status: 200 len: 809 time: 0.0984466 Oct 12 00:29:36.351911 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-0faabbb9-5d05-49bf-93ad-15e82522a112 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/quotas/cdece90b26c74eb89113d317b1609e92 HTTP/1.1" status: 200 len: 375 time: 0.0092599 Oct 12 00:29:36.386744 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-ebc28ad2-3622-4521-8731-70c6d3951266 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cdece90b26c74eb89113d317b1609e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299182 Oct 12 00:29:36.733668 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-82aa440c-3b7c-4548-b52f-cbc0ac14db26 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fa19a090-fb71-4feb-a647-6b66897bc28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401883 Oct 12 00:29:36.781643 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:29:36.822678 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-1c967395-12bf-45f8-ab58-b18b94e3276d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fa19a090-fb71-4feb-a647-6b66897bc28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833392 Oct 12 00:29:37.129574 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e8cd8702-d8c9-4ad3-a9d4-89ad25ea0110 req-55e0f9f7-91e1-4766-b096-5786fcc17534 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 210 time: 0.0297256 Oct 12 00:29:37.298135 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 41466) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:37.404527 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:37.482514 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Publish callbacks [] for security_group (0bf26104-a4db-4d44-9946-41bd4d054366), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:37.562529 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (0bf26104-a4db-4d44-9946-41bd4d054366), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:37.603119 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e57b239f6b3b4f41a230945e1e9ef5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037987 Oct 12 00:29:37.603758 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf26104-a4db-4d44-9946-41bd4d054366,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:37.605827 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 41472) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:29:37.618284 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.618639 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.618988 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.619331 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.619688 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.620021 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.620348 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.620674 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.620999 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.621323 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.621651 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.621974 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.622298 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.622615 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.622934 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831794c0-44ed-40b7-a905-5ac4bf5d415c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:29:37.667585 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-97406ee7-1722-460a-b145-0862f4fa5814 admin admin] Publish callbacks [] for security_group (0bf26104-a4db-4d44-9946-41bd4d054366), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:37.687734 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-97406ee7-1722-460a-b145-0862f4fa5814 admin admin] Publish callbacks [] for security_group (0bf26104-a4db-4d44-9946-41bd4d054366), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:37.773246 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-97406ee7-1722-460a-b145-0862f4fa5814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (0bf26104-a4db-4d44-9946-41bd4d054366), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:37.775826 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-97406ee7-1722-460a-b145-0862f4fa5814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:37.776974 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-97406ee7-1722-460a-b145-0862f4fa5814 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0bf26104-a4db-4d44-9946-41bd4d054366 HTTP/1.1" status: 204 len: 168 time: 0.1693788 Oct 12 00:29:37.785365 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97406ee7-1722-460a-b145-0862f4fa5814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf26104-a4db-4d44-9946-41bd4d054366,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:37.797485 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:38.234700 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-142853d8-6f70-47d3-bded-89736ed72a1a req-079a49ec-af04-42ee-8d46-d2408a7986f3 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 210 time: 0.0288169 Oct 12 00:29:38.854929 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 4320d110-51ef-454f-ae13-6218c4debbf9 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:29:38.877159 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 4320d110-51ef-454f-ae13-6218c4debbf9 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:29:38.877508 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 4320d110-51ef-454f-ae13-6218c4debbf9 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:29:39.303882 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-30cfdae0-044c-405e-a60c-dfdec449dbb9 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:39.305476 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-30cfdae0-044c-405e-a60c-dfdec449dbb9 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.40 "GET /networking/v2.0/networks?id=fa19a090-fb71-4feb-a647-6b66897bc28c HTTP/1.1" status: 200 len: 809 time: 0.1062829 Oct 12 00:29:39.325152 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Request body: {'port': {'device_id': 'c66ebd2e-eed9-46cc-b9b9-c1fbc022b173', 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c', 'admin_state_up': True, 'tenant_id': 'cdece90b26c74eb89113d317b1609e92'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:29:39.348435 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-bd696266-4a4e-447d-a022-8f8a3f2d8596 req-aac613ce-c9ff-469b-bd96-6e8bd34f2c1d tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 210 time: 0.0333982 Oct 12 00:29:39.516261 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Made reservation on behalf of cdece90b26c74eb89113d317b1609e92 for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:29:39.520969 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:39.608273 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:39.663720 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Allocated IP 172.20.0.8 (fa19a090-fb71-4feb-a647-6b66897bc28c/b4f962ed-3314-4058-8dad-778203aa240a/07107ec5-078d-407b-863d-2b18051afa41) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:29:39.716335 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:39.816375 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks [] for port (07107ec5-078d-407b-863d-2b18051afa41), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:39.933488 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (07107ec5-078d-407b-863d-2b18051afa41), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:39.978868 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Network fa19a090-fb71-4feb-a647-6b66897bc28c is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:29:39.982028 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:29:39.986026 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:29:39.992655 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Pushing event updated for resources: {'Port': ['ID=07107ec5-078d-407b-863d-2b18051afa41,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:40.037271 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:40.037874 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:40.107964 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-05f20df1-78b0-43fa-ac60-a83ca6579465 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7870228 Oct 12 00:29:40.132336 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Request body: {'port': {'device_id': 'c66ebd2e-eed9-46cc-b9b9-c1fbc022b173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:29:40.196881 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (07107ec5-078d-407b-863d-2b18051afa41), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:40.467795 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:40.495848 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07107ec5-078d-407b-863d-2b18051afa41 {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:29:40.506490 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Publish callbacks [] for port (07107ec5-078d-407b-863d-2b18051afa41), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:40.513927 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8377d1d-d870-42cd-8633-86922ebcd692 req-6a2cd1af-4562-4ca5-b5cf-de0f6f4b6e6f tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:40.515404 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a8377d1d-d870-42cd-8633-86922ebcd692 req-6a2cd1af-4562-4ca5-b5cf-de0f6f4b6e6f tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 931 time: 0.0819855 Oct 12 00:29:40.534494 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Transition to ACTIVE for port object 07107ec5-078d-407b-863d-2b18051afa41 will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:29:40.571954 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a8377d1d-d870-42cd-8633-86922ebcd692 req-ea968b9e-4455-4476-aaab-0c76f5f1f2bf tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461626 Oct 12 00:29:40.636212 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (07107ec5-078d-407b-863d-2b18051afa41), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:40.724262 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Pushing event updated for resources: {'Port': ['ID=07107ec5-078d-407b-863d-2b18051afa41,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:40.751694 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Attempting to bind port 07107ec5-078d-407b-863d-2b18051afa41 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:29:40.752028 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Attempting to bind port 07107ec5-078d-407b-863d-2b18051afa41 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '81d84b5c-ab2f-45a5-b1cc-0658932db22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:29:40.752355 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Attempting to bind port 07107ec5-078d-407b-863d-2b18051afa41 on network fa19a090-fb71-4feb-a647-6b66897bc28c {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:29:40.787303 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:40.797054 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Port 07107ec5-078d-407b-863d-2b18051afa41 on network fa19a090-fb71-4feb-a647-6b66897bc28c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:29:40.797381 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Attempting to bind port 07107ec5-078d-407b-863d-2b18051afa41 on network fa19a090-fb71-4feb-a647-6b66897bc28c {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:29:40.839164 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:29:40.839529 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Checking segment: {'id': '81d84b5c-ab2f-45a5-b1cc-0658932db22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:29:40.839908 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Bound using segment: {'id': '81d84b5c-ab2f-45a5-b1cc-0658932db22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:29:40.840336 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Bound port: 07107ec5-078d-407b-863d-2b18051afa41, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d84b5c-ab2f-45a5-b1cc-0658932db22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:29:40.840692 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (07107ec5-078d-407b-863d-2b18051afa41), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:40.910115 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] For port 07107ec5-078d-407b-863d-2b18051afa41, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:29:40.913005 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] For port 07107ec5-078d-407b-863d-2b18051afa41, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=07107ec5-078d-407b-863d-2b18051afa41,segment=NetworkSegment(81d84b5c-ab2f-45a5-b1cc-0658932db22b),segment_id=81d84b5c-ab2f-45a5-b1cc-0658932db22b)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:29:40.980897 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (07107ec5-078d-407b-863d-2b18051afa41), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:40.989319 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:40.990052 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:40.991979 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/07107ec5-078d-407b-863d-2b18051afa41 HTTP/1.1" status: 200 len: 1093 time: 0.8637226 Oct 12 00:29:40.992608 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66ebd2e-eed9-46cc-b9b9-c1fbc022b173', 'tag': '07107ec5-078d-407b-863d-2b18051afa41'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:29:40.994965 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef79ca8-bf7f-4422-9d5f-af8f1e913a75" -d '{"events": [{"name": "network-changed", "server_uuid": "c66ebd2e-eed9-46cc-b9b9-c1fbc022b173", "tag": "07107ec5-078d-407b-863d-2b18051afa41"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:29:41.037316 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648e42db-0ca4-4224-9327-5c634eabd171 x-openstack-request-id: req-648e42db-0ca4-4224-9327-5c634eabd171 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:29:41.037597 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66ebd2e-eed9-46cc-b9b9-c1fbc022b173", "tag": "07107ec5-078d-407b-863d-2b18051afa41", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:29:41.037848 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-648e42db-0ca4-4224-9327-5c634eabd171 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:29:41.038245 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648e42db-0ca4-4224-9327-5c634eabd171'] response: {'name': 'network-changed', 'server_uuid': 'c66ebd2e-eed9-46cc-b9b9-c1fbc022b173', 'tag': '07107ec5-078d-407b-863d-2b18051afa41', 'status': 'completed', 'code': 200} Oct 12 00:29:41.042866 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f158e-3dc3-46ac-8efd-a2942f9d7404 service neutron] Pushing event updated for resources: {'Port': ['ID=07107ec5-078d-407b-863d-2b18051afa41,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:41.122779 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef79ca8-bf7f-4422-9d5f-af8f1e913a75 req-b3e5a9e7-01c1-4dd9-9e34-5bb1ce93b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:41.124334 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1ef79ca8-bf7f-4422-9d5f-af8f1e913a75 req-b3e5a9e7-01c1-4dd9-9e34-5bb1ce93b9ea service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=cdece90b26c74eb89113d317b1609e92&device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 1127 time: 0.0394282 Oct 12 00:29:41.235776 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef79ca8-bf7f-4422-9d5f-af8f1e913a75 req-d81d8056-4f7d-44fa-9110-2247b38f733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:41.237146 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1ef79ca8-bf7f-4422-9d5f-af8f1e913a75 req-d81d8056-4f7d-44fa-9110-2247b38f733f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=cdece90b26c74eb89113d317b1609e92&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0969341 Oct 12 00:29:41.330736 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef79ca8-bf7f-4422-9d5f-af8f1e913a75 req-723a0409-e380-4f46-bb42-48804dd76220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:41.332265 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1ef79ca8-bf7f-4422-9d5f-af8f1e913a75 req-723a0409-e380-4f46-bb42-48804dd76220 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883090 Oct 12 00:29:41.437072 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-18b749a1-1263-4482-8d35-02090cc6d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:41.438535 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-18b749a1-1263-4482-8d35-02090cc6d9e1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=cdece90b26c74eb89113d317b1609e92&device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 1127 time: 0.0440021 Oct 12 00:29:41.485571 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-fba72359-6a7e-477e-a8b2-e9cffcc81bd4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07107ec5-078d-407b-863d-2b18051afa41 HTTP/1.1" status: 200 len: 217 time: 0.0303652 Oct 12 00:29:41.533999 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-6e24dc4c-a793-4905-9d2d-51a080521944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:41.535916 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-6e24dc4c-a793-4905-9d2d-51a080521944 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4f962ed-3314-4058-8dad-778203aa240a HTTP/1.1" status: 200 len: 849 time: 0.0443091 Oct 12 00:29:41.567856 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-db54d4fe-ca08-422b-9b41-c24c289dea8f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=fa19a090-fb71-4feb-a647-6b66897bc28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255477 Oct 12 00:29:41.670492 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-73d9bb89-e62e-4b44-a44e-f252e567092d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fa19a090-fb71-4feb-a647-6b66897bc28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958405 Oct 12 00:29:41.709377 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:41.749000 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e126c7-d85d-4bd7-827c-1f8f910a98f3 req-4f223e29-1f10-4ab8-b2ff-2dcf6734579c tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:41.750476 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a4e126c7-d85d-4bd7-827c-1f8f910a98f3 req-4f223e29-1f10-4ab8-b2ff-2dcf6734579c tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 943 time: 0.0986431 Oct 12 00:29:41.828119 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-885b11e9-7522-416a-951a-6d8ded60ea94 req-1a76cd69-3a94-47da-8c35-e7581555b35d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fa19a090-fb71-4feb-a647-6b66897bc28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399114 Oct 12 00:29:41.831324 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a4e126c7-d85d-4bd7-827c-1f8f910a98f3 req-81647229-29c3-408a-9d79-1811987cbab5 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725598 Oct 12 00:29:42.956185 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa0a58-85ab-4317-9dfb-370a1a2f34e4 req-b81d3afb-6e3a-4a73-9a1b-ed23ec083367 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:42.957645 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8aaa0a58-85ab-4317-9dfb-370a1a2f34e4 req-b81d3afb-6e3a-4a73-9a1b-ed23ec083367 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 943 time: 0.0489376 Oct 12 00:29:42.986880 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:43.004412 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-8aaa0a58-85ab-4317-9dfb-370a1a2f34e4 req-2b64af34-2935-4cc9-9222-379c442e16e8 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Oct 12 00:29:44.124494 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc10b3e-62e4-435a-b049-9597516b37e9 req-78aa472c-5f27-4bb0-8add-86d6ef7b0e71 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:44.125885 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5fc10b3e-62e4-435a-b049-9597516b37e9 req-78aa472c-5f27-4bb0-8add-86d6ef7b0e71 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 943 time: 0.0479627 Oct 12 00:29:44.178239 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5fc10b3e-62e4-435a-b049-9597516b37e9 req-3f06f7c4-3b03-4ea9-b20c-47d11d60a156 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451884 Oct 12 00:29:44.869037 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 07107ec5-078d-407b-863d-2b18051afa41 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:29:44.971726 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 07107ec5-078d-407b-863d-2b18051afa41, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=07107ec5-078d-407b-863d-2b18051afa41,segment=NetworkSegment(81d84b5c-ab2f-45a5-b1cc-0658932db22b),segment_id=81d84b5c-ab2f-45a5-b1cc-0658932db22b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:29:44.982767 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '07107ec5-078d-407b-863d-2b18051afa41', 'network_id': 'fa19a090-fb71-4feb-a647-6b66897bc28c', 'port_id': '07107ec5-078d-407b-863d-2b18051afa41', 'mac_address': 'fa:16:3e:b6:e9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f962ed-3314-4058-8dad-778203aa240a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:29:45.018188 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 07107ec5-078d-407b-863d-2b18051afa41 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:29:45.018578 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (07107ec5-078d-407b-863d-2b18051afa41), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:45.031354 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07107ec5-078d-407b-863d-2b18051afa41 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:29:45.050240 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 07107ec5-078d-407b-863d-2b18051afa41, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=07107ec5-078d-407b-863d-2b18051afa41,segment=NetworkSegment(81d84b5c-ab2f-45a5-b1cc-0658932db22b),segment_id=81d84b5c-ab2f-45a5-b1cc-0658932db22b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:29:45.110520 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (07107ec5-078d-407b-863d-2b18051afa41), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:45.159271 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=07107ec5-078d-407b-863d-2b18051afa41,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:45.298282 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819aba4f-b8a8-46b8-be68-19c605691753 req-7aab9a53-74ac-463b-9427-5edddfc69bb5 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:45.299760 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-819aba4f-b8a8-46b8-be68-19c605691753 req-7aab9a53-74ac-463b-9427-5edddfc69bb5 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 944 time: 0.0465684 Oct 12 00:29:45.333025 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:45.350213 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-819aba4f-b8a8-46b8-be68-19c605691753 req-6835bace-6baf-456a-8c63-b60518f2802a tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441458 Oct 12 00:29:45.419023 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['07107ec5-078d-407b-863d-2b18051afa41'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:29:46.472244 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf3d32-2203-4b8d-a7e1-8b436c295cd6 req-af4af6be-dce8-4e17-a621-a3da719b5f5c tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:46.473752 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ceaf3d32-2203-4b8d-a7e1-8b436c295cd6 req-af4af6be-dce8-4e17-a621-a3da719b5f5c tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 944 time: 0.0490448 Oct 12 00:29:46.499293 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:46.521158 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ceaf3d32-2203-4b8d-a7e1-8b436c295cd6 req-1178776e-5507-469f-9820-67934c9ea37b tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Oct 12 00:29:46.777796 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:46.778450 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:46.885593 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 07107ec5-078d-407b-863d-2b18051afa41 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:29:46.928487 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 07107ec5-078d-407b-863d-2b18051afa41 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:29:46.967565 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 07107ec5-078d-407b-863d-2b18051afa41 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:29:46.967940 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (07107ec5-078d-407b-863d-2b18051afa41), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:46.968276 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 07107ec5-078d-407b-863d-2b18051afa41 Oct 12 00:29:47.044738 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 07107ec5-078d-407b-863d-2b18051afa41 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:29:47.045137 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (07107ec5-078d-407b-863d-2b18051afa41), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:47.068004 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66ebd2e-eed9-46cc-b9b9-c1fbc022b173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07107ec5-078d-407b-863d-2b18051afa41'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:29:47.070219 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9a02cd-add3-46ff-b075-edde435eee31" -d '{"events": [{"server_uuid": "c66ebd2e-eed9-46cc-b9b9-c1fbc022b173", "name": "network-vif-plugged", "status": "completed", "tag": "07107ec5-078d-407b-863d-2b18051afa41"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:29:47.082520 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 07107ec5-078d-407b-863d-2b18051afa41, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=07107ec5-078d-407b-863d-2b18051afa41,segment=NetworkSegment(81d84b5c-ab2f-45a5-b1cc-0658932db22b),segment_id=81d84b5c-ab2f-45a5-b1cc-0658932db22b)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:29:47.111668 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cef963f-4a4b-44f7-85b5-5b8020b74e82 x-openstack-request-id: req-5cef963f-4a4b-44f7-85b5-5b8020b74e82 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:29:47.111961 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66ebd2e-eed9-46cc-b9b9-c1fbc022b173", "name": "network-vif-plugged", "status": "completed", "tag": "07107ec5-078d-407b-863d-2b18051afa41", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:29:47.112213 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5cef963f-4a4b-44f7-85b5-5b8020b74e82 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:29:47.112614 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cef963f-4a4b-44f7-85b5-5b8020b74e82'] response: {'server_uuid': 'c66ebd2e-eed9-46cc-b9b9-c1fbc022b173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07107ec5-078d-407b-863d-2b18051afa41', 'code': 200} Oct 12 00:29:47.156325 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (07107ec5-078d-407b-863d-2b18051afa41), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:47.216078 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=07107ec5-078d-407b-863d-2b18051afa41,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:47.479261 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4824fc-d28d-4731-bd42-f0b43660495f req-2f82b553-7770-4d0e-8d60-5a7634ed1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:47.480756 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3f4824fc-d28d-4731-bd42-f0b43660495f req-2f82b553-7770-4d0e-8d60-5a7634ed1c63 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 1129 time: 0.0389252 Oct 12 00:29:47.525927 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3f4824fc-d28d-4731-bd42-f0b43660495f req-57898e67-870c-4aa7-85a6-819eabb0c59d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377655 Oct 12 00:29:47.647602 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8b6fc-42f2-4d78-b3df-2486b8892c70 req-991b7f6c-b712-4890-b16d-0227567d162d tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:47.649067 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-97f8b6fc-42f2-4d78-b3df-2486b8892c70 req-991b7f6c-b712-4890-b16d-0227567d162d tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 945 time: 0.0522108 Oct 12 00:29:47.695243 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-97f8b6fc-42f2-4d78-b3df-2486b8892c70 req-ee3730ff-0aea-4e3c-89af-9e4acf12623d tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Oct 12 00:29:48.825609 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad067a13-1e3e-4b4d-a257-fd3f3ebebd1b req-641d4571-7f52-45da-b410-2f77db5ff2cc tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:48.827080 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ad067a13-1e3e-4b4d-a257-fd3f3ebebd1b req-641d4571-7f52-45da-b410-2f77db5ff2cc tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 945 time: 0.0523705 Oct 12 00:29:48.876038 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ad067a13-1e3e-4b4d-a257-fd3f3ebebd1b req-37e79881-8eaf-442b-8bdb-c1e435510a97 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434377 Oct 12 00:29:49.992970 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08d692-4c65-445a-b300-47cbb26d648c req-681913a7-7a59-41fa-9581-46e78822877f tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:49.994427 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bf08d692-4c65-445a-b300-47cbb26d648c req-681913a7-7a59-41fa-9581-46e78822877f tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 945 time: 0.0461998 Oct 12 00:29:50.041521 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bf08d692-4c65-445a-b300-47cbb26d648c req-e2422db9-7cdd-453b-8010-b91f2f94c1ed tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 Oct 12 00:29:51.538486 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1bb60-12b9-4399-bd7f-88832ab55289 req-d022c625-1c88-4237-a973-160d8a72e78d tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:51.540166 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b6f1bb60-12b9-4399-bd7f-88832ab55289 req-d022c625-1c88-4237-a973-160d8a72e78d tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 945 time: 0.0463729 Oct 12 00:29:51.590530 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b6f1bb60-12b9-4399-bd7f-88832ab55289 req-13ada5bd-f8a1-43bb-bba8-c50da4d774a9 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447547 Oct 12 00:29:52.709923 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6043f3d-24ea-4298-be20-669312fed91d req-a6cc1a4e-05e6-4204-b52b-f54927af160f tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:52.712033 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b6043f3d-24ea-4298-be20-669312fed91d req-a6cc1a4e-05e6-4204-b52b-f54927af160f tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 945 time: 0.0458636 Oct 12 00:29:52.757478 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b6043f3d-24ea-4298-be20-669312fed91d req-2ef794d5-7b22-4fa3-a06d-0d4a10704dc0 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1b9bc299-f0f5-4366-bd62-8b00e0dee83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395074 Oct 12 00:29:53.246374 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce232d-50d5-4aa2-a9b7-364a8e89f745 req-55a11947-090c-4793-9a74-9398c24bb08e tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:29:53.247826 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-18ce232d-50d5-4aa2-a9b7-364a8e89f745 req-55a11947-090c-4793-9a74-9398c24bb08e tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 945 time: 0.0448532 Oct 12 00:29:53.330159 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-18ce232d-50d5-4aa2-a9b7-364a8e89f745 req-0c02e005-15fe-4cf5-84ff-35a7ee4bad01 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Deleting port 07107ec5-078d-407b-863d-2b18051afa41 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:29:53.330508 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-18ce232d-50d5-4aa2-a9b7-364a8e89f745 req-0c02e005-15fe-4cf5-84ff-35a7ee4bad01 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (07107ec5-078d-407b-863d-2b18051afa41), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:53.422677 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-18ce232d-50d5-4aa2-a9b7-364a8e89f745 req-0c02e005-15fe-4cf5-84ff-35a7ee4bad01 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] For port 07107ec5-078d-407b-863d-2b18051afa41, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=07107ec5-078d-407b-863d-2b18051afa41,segment=NetworkSegment(81d84b5c-ab2f-45a5-b1cc-0658932db22b),segment_id=81d84b5c-ab2f-45a5-b1cc-0658932db22b)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:29:53.423044 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-18ce232d-50d5-4aa2-a9b7-364a8e89f745 req-0c02e005-15fe-4cf5-84ff-35a7ee4bad01 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (07107ec5-078d-407b-863d-2b18051afa41), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:53.436261 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-18ce232d-50d5-4aa2-a9b7-364a8e89f745 req-0c02e005-15fe-4cf5-84ff-35a7ee4bad01 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Calling delete_port for 07107ec5-078d-407b-863d-2b18051afa41 owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:29:53.558258 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:53.630197 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-18ce232d-50d5-4aa2-a9b7-364a8e89f745 req-0c02e005-15fe-4cf5-84ff-35a7ee4bad01 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (07107ec5-078d-407b-863d-2b18051afa41), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:53.658438 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02e005-15fe-4cf5-84ff-35a7ee4bad01 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Pushing event deleted for resources: {'Port': ['ID=07107ec5-078d-407b-863d-2b18051afa41,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:29:53.674415 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['07107ec5-078d-407b-863d-2b18051afa41'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:29:53.700650 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ce232d-50d5-4aa2-a9b7-364a8e89f745 req-0c02e005-15fe-4cf5-84ff-35a7ee4bad01 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] No DVR routers for this DVR port 07107ec5-078d-407b-863d-2b18051afa41 on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:29:53.703093 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-18ce232d-50d5-4aa2-a9b7-364a8e89f745 req-0c02e005-15fe-4cf5-84ff-35a7ee4bad01 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:53.706371 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-18ce232d-50d5-4aa2-a9b7-364a8e89f745 req-0c02e005-15fe-4cf5-84ff-35a7ee4bad01 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.40 "DELETE /networking/v2.0/ports/07107ec5-078d-407b-863d-2b18051afa41 HTTP/1.1" status: 204 len: 173 time: 0.4522696 Oct 12 00:29:53.706897 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66ebd2e-eed9-46cc-b9b9-c1fbc022b173', 'name': 'network-vif-deleted', 'tag': '07107ec5-078d-407b-863d-2b18051afa41'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:29:53.709300 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77345a83-3e67-493e-b361-2819724f5355" -d '{"events": [{"server_uuid": "c66ebd2e-eed9-46cc-b9b9-c1fbc022b173", "name": "network-vif-deleted", "tag": "07107ec5-078d-407b-863d-2b18051afa41"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:29:53.748752 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154b593e-4b94-462b-99c6-3c1934542bdb x-openstack-request-id: req-154b593e-4b94-462b-99c6-3c1934542bdb {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:29:53.749045 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66ebd2e-eed9-46cc-b9b9-c1fbc022b173", "name": "network-vif-deleted", "tag": "07107ec5-078d-407b-863d-2b18051afa41", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:29:53.749414 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-154b593e-4b94-462b-99c6-3c1934542bdb {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:29:53.749819 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154b593e-4b94-462b-99c6-3c1934542bdb'] response: {'server_uuid': 'c66ebd2e-eed9-46cc-b9b9-c1fbc022b173', 'name': 'network-vif-deleted', 'tag': '07107ec5-078d-407b-863d-2b18051afa41', 'status': 'completed', 'code': 200} Oct 12 00:29:53.863240 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-daa8505d-9904-425d-a280-ab5d120029fe req-ea66a8ec-cba8-413c-ada6-f61dd1860c64 tempest-VolumesActionsTest-481233233 tempest-VolumesActionsTest-481233233-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c66ebd2e-eed9-46cc-b9b9-c1fbc022b173 HTTP/1.1" status: 200 len: 210 time: 0.0284913 Oct 12 00:29:57.210316 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:29:58.350511 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8eb3369f-965d-45ce-9b62-0d290427aee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:29:59.042425 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 07107ec5-078d-407b-863d-2b18051afa41 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:29:59.061533 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 07107ec5-078d-407b-863d-2b18051afa41 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:29:59.061879 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 07107ec5-078d-407b-863d-2b18051afa41 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:30:00.664298 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d44df242-03cb-469e-aaad-5141e2d3551d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:01.803054 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:01.803614 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:01.830372 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:03.047811 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:03.322800 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:03.684789 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:03.686288 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=84,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:03.845452 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=30 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:03.846761 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=20 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:04.510538 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:13.572631 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-21439e1e-c39d-4be6-895d-7b1bd1326602 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529182 Oct 12 00:30:13.686557 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-cfa1cd00-0bfb-47be-b8e4-5124aa7c212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:13.687951 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-cfa1cd00-0bfb-47be-b8e4-5124aa7c212c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=654843d065264b9e9296824daf702110&device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1129 time: 0.0463562 Oct 12 00:30:13.782460 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:30:13.877968 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-27b8b3e1-c973-4e58-a964-f337dd808dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:13.880934 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-27b8b3e1-c973-4e58-a964-f337dd808dc7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 HTTP/1.1" status: 200 len: 910 time: 0.1711195 Oct 12 00:30:14.001607 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-f02ce2c0-4f9b-4d81-9c6b-e10052fd0189 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 200 len: 1000 time: 0.1138370 Oct 12 00:30:14.100124 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-ee565237-e830-4d12-b22f-a56cae16a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:14.102004 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-ee565237-e830-4d12-b22f-a56cae16a506 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3db3557-c8f3-41f3-909c-4cfe7c130bd4 HTTP/1.1" status: 200 len: 848 time: 0.0941195 Oct 12 00:30:14.165398 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-c25887ed-7c2a-498e-aa8a-fd4798a3b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:14.167741 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-c25887ed-7c2a-498e-aa8a-fd4798a3b1e3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0588224 Oct 12 00:30:14.274907 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-1a37cd49-3d18-4011-9be5-a71953f55f1c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997517 Oct 12 00:30:14.379307 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f4eb7505-7048-45b5-ab9b-6fd409e74ee9 req-3b2ef59f-7173-4380-8522-308798264905 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977840 Oct 12 00:30:14.460235 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:14.461018 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:18.650604 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 41886) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:30:18.771245 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:18.848415 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Publish callbacks [] for security_group (df401b08-4a5c-48c5-822a-5613be82a0a9), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:18.944662 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (df401b08-4a5c-48c5-822a-5613be82a0a9), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:18.983444 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df401b08-4a5c-48c5-822a-5613be82a0a9,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:30:18.994347 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=85511ec2474f42719d6cde2067ac7e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401651 Oct 12 00:30:18.994347 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.994347 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.994347 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.994800 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.994884 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 41898) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:30:18.996121 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.996121 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.996121 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.996349 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.996717 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.996985 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.997300 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.997625 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.997946 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.998266 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:18.998582 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a574fbf8-294c-4d3b-ba85-8560d0b7d0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:19.053277 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-07083da8-10fc-47ab-acde-7643ad264ed3 admin admin] Publish callbacks [] for security_group (df401b08-4a5c-48c5-822a-5613be82a0a9), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:19.077731 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-07083da8-10fc-47ab-acde-7643ad264ed3 admin admin] Publish callbacks [] for security_group (df401b08-4a5c-48c5-822a-5613be82a0a9), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:19.185653 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-07083da8-10fc-47ab-acde-7643ad264ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (df401b08-4a5c-48c5-822a-5613be82a0a9), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:19.189527 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-07083da8-10fc-47ab-acde-7643ad264ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:19.193750 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-07083da8-10fc-47ab-acde-7643ad264ed3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/df401b08-4a5c-48c5-822a-5613be82a0a9 HTTP/1.1" status: 204 len: 168 time: 0.1974707 Oct 12 00:30:19.203133 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07083da8-10fc-47ab-acde-7643ad264ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df401b08-4a5c-48c5-822a-5613be82a0a9,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:30:23.217303 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42062) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:30:23.267996 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4b0aba-e4d5-4900-aa66-2a616564456b admin admin] Deleting subnet b4f962ed-3314-4058-8dad-778203aa240a {{(pid=111559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:30:23.271321 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0aba-e4d5-4900-aa66-2a616564456b admin admin] Publish callbacks [] for subnet (b4f962ed-3314-4058-8dad-778203aa240a), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.305299 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0aba-e4d5-4900-aa66-2a616564456b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461494'] for subnet (b4f962ed-3314-4058-8dad-778203aa240a), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.347733 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0aba-e4d5-4900-aa66-2a616564456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (b4f962ed-3314-4058-8dad-778203aa240a), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.459591 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0aba-e4d5-4900-aa66-2a616564456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25924447'] for subnet (b4f962ed-3314-4058-8dad-778203aa240a), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.488386 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b0aba-e4d5-4900-aa66-2a616564456b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f962ed-3314-4058-8dad-778203aa240a,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:30:23.494107 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0aba-e4d5-4900-aa66-2a616564456b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.497436 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-dc4b0aba-e4d5-4900-aa66-2a616564456b admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/b4f962ed-3314-4058-8dad-778203aa240a HTTP/1.1" status: 204 len: 168 time: 0.2790039 Oct 12 00:30:23.500173 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42068) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:30:23.584650 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (fa19a090-fb71-4feb-a647-6b66897bc28c), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.668289 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (fa19a090-fb71-4feb-a647-6b66897bc28c), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.688104 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa19a090-fb71-4feb-a647-6b66897bc28c']}} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:30:23.693312 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966f7f3-3a0d-4282-93ff-7134dedd5f0c req-93017891-8db6-4152-a9cb-e9f0b0a3656f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:23.694777 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5966f7f3-3a0d-4282-93ff-7134dedd5f0c req-93017891-8db6-4152-a9cb-e9f0b0a3656f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.2534397 Oct 12 00:30:23.697272 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d84b5c-ab2f-45a5-b1cc-0658932db22b') {'for_net_delete': True} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:30:23.697578 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d84b5c-ab2f-45a5-b1cc-0658932db22b') {} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:30:23.707605 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461391'] for segment (81d84b5c-ab2f-45a5-b1cc-0658932db22b), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.721387 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (81d84b5c-ab2f-45a5-b1cc-0658932db22b), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.727873 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=111559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:30:23.728265 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966068'] for segment (81d84b5c-ab2f-45a5-b1cc-0658932db22b), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.756958 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5966f7f3-3a0d-4282-93ff-7134dedd5f0c req-92f69176-e900-4f90-9aeb-32fe4041202a tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560749 Oct 12 00:30:23.781465 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 81d84b5c-ab2f-45a5-b1cc-0658932db22b resource provider aggregate not found Oct 12 00:30:23.799761 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 81d84b5c-ab2f-45a5-b1cc-0658932db22b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81d84b5c-ab2f-45a5-b1cc-0658932db22b found for delete ", "request_id": "req-76ab302c-a790-4820-bbfa-ea74deb5540d"}]} Oct 12 00:30:23.864237 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (fa19a090-fb71-4feb-a647-6b66897bc28c), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.869641 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:23.872788 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/fa19a090-fb71-4feb-a647-6b66897bc28c HTTP/1.1" status: 204 len: 168 time: 0.3716979 Oct 12 00:30:23.884274 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef03bc-4cb3-46bf-8e19-48194bcb0450 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa19a090-fb71-4feb-a647-6b66897bc28c,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:30:24.132307 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=7 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:24.137303 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=21 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:24.235053 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42078) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:30:24.279058 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-b256749c-930c-4715-87c2-b08098c14bbd admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=cdece90b26c74eb89113d317b1609e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426233 Oct 12 00:30:24.281695 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42080) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:30:24.330970 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c0025c57-13ec-48cd-8b87-ac3afc723ae4 admin admin] Publish callbacks [] for security_group (1b9bc299-f0f5-4366-bd62-8b00e0dee83f), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:24.350043 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c0025c57-13ec-48cd-8b87-ac3afc723ae4 admin admin] Publish callbacks [] for security_group (1b9bc299-f0f5-4366-bd62-8b00e0dee83f), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:24.452775 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c0025c57-13ec-48cd-8b87-ac3afc723ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (1b9bc299-f0f5-4366-bd62-8b00e0dee83f), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:24.455223 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c0025c57-13ec-48cd-8b87-ac3afc723ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:24.456391 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-c0025c57-13ec-48cd-8b87-ac3afc723ae4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1b9bc299-f0f5-4366-bd62-8b00e0dee83f HTTP/1.1" status: 204 len: 168 time: 0.1737916 Oct 12 00:30:24.464221 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0025c57-13ec-48cd-8b87-ac3afc723ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9bc299-f0f5-4366-bd62-8b00e0dee83f,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:30:25.075827 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:25.097023 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:25.114083 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de8531-fbad-417b-8156-1f0e146f9146 req-ae868276-9a78-4b06-bc92-6537ba1dc79f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:25.116229 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-13de8531-fbad-417b-8156-1f0e146f9146 req-ae868276-9a78-4b06-bc92-6537ba1dc79f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.2739689 Oct 12 00:30:25.165410 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-13de8531-fbad-417b-8156-1f0e146f9146 req-14a6c254-c9a7-4dd2-b126-50d77b82ea32 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435851 Oct 12 00:30:26.286660 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b45616-ae74-41a8-a724-240c269118bd req-2269474d-50af-45be-9586-17df229a5317 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:26.288101 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-51b45616-ae74-41a8-a724-240c269118bd req-2269474d-50af-45be-9586-17df229a5317 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0490885 Oct 12 00:30:26.337303 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-51b45616-ae74-41a8-a724-240c269118bd req-412fc45c-1d64-4cab-aff8-5d39fdc434f9 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436881 Oct 12 00:30:27.457916 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47bdaf-a030-44ca-af94-37527e60124b req-90ad7d0a-b66f-4aca-8c2a-dd793f628120 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:27.459349 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6b47bdaf-a030-44ca-af94-37527e60124b req-90ad7d0a-b66f-4aca-8c2a-dd793f628120 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0465479 Oct 12 00:30:27.508046 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-6b47bdaf-a030-44ca-af94-37527e60124b req-50251d1b-fc1d-4912-8569-53415fa4ebe7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425639 Oct 12 00:30:28.350009 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-7a2d6717-0c8e-40ca-a616-5aebab016486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:28.626770 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c646b7-3504-4ae5-971b-eb7ccf1e3e46 req-63ef4612-6a01-43e5-bc42-4be0bbf6b13f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:28.628232 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e0c646b7-3504-4ae5-971b-eb7ccf1e3e46 req-63ef4612-6a01-43e5-bc42-4be0bbf6b13f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0461287 Oct 12 00:30:28.638921 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:28.653451 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:28.677675 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e0c646b7-3504-4ae5-971b-eb7ccf1e3e46 req-b3aeb1d7-ce1d-4faa-ace9-a00435b0a622 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441673 Oct 12 00:30:29.794621 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6418a-3d65-493c-a5d8-b00298ffe935 req-b2717e83-4a32-4f7f-a261-8be39dc10feb tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:29.801399 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3ce6418a-3d65-493c-a5d8-b00298ffe935 req-b2717e83-4a32-4f7f-a261-8be39dc10feb tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0457122 Oct 12 00:30:29.849167 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-3ce6418a-3d65-493c-a5d8-b00298ffe935 req-8814a37d-c827-4ef2-9707-374c5d588527 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468724 Oct 12 00:30:30.669948 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-2e93a145-580b-45cc-9ce0-32f2071bcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:30.973060 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17cdc7-448b-4d16-8ca2-0e3766644458 req-c32d28d9-01c2-4dfb-a3e2-b353eea27e4c tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:30.974523 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8c17cdc7-448b-4d16-8ca2-0e3766644458 req-c32d28d9-01c2-4dfb-a3e2-b353eea27e4c tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0496011 Oct 12 00:30:31.023213 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8c17cdc7-448b-4d16-8ca2-0e3766644458 req-ac04202d-6b15-4e2a-b487-c0bc9008b024 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431170 Oct 12 00:30:31.841737 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:32.152017 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e531eb8-73de-4c8b-a322-e53b64990df6 req-a5c25a14-f8a5-44b4-b5a9-2b63f542d92f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:32.153363 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2e531eb8-73de-4c8b-a322-e53b64990df6 req-a5c25a14-f8a5-44b4-b5a9-2b63f542d92f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0454419 Oct 12 00:30:32.200658 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2e531eb8-73de-4c8b-a322-e53b64990df6 req-1358ff5f-d991-4460-a6d5-208fd0812925 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Oct 12 00:30:33.041250 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:33.321932 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22fe2c-e752-4bb9-b9ca-e3e04f9f4c82 req-45d205e2-3b10-42a2-b1e0-ced7d58697f9 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:33.323383 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3b22fe2c-e752-4bb9-b9ca-e3e04f9f4c82 req-45d205e2-3b10-42a2-b1e0-ced7d58697f9 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0466268 Oct 12 00:30:33.332965 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:33.372316 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3b22fe2c-e752-4bb9-b9ca-e3e04f9f4c82 req-85ae3916-e567-40d7-a0b3-79349cda4b35 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432913 Oct 12 00:30:33.848729 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c2954-b0ed-4029-b99f-765a39b247ee req-74708140-e92f-4279-a251-5e0671f1d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:33.850177 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-729c2954-b0ed-4029-b99f-765a39b247ee req-74708140-e92f-4279-a251-5e0671f1d905 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=654843d065264b9e9296824daf702110&device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1129 time: 0.0868065 Oct 12 00:30:33.943085 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c2954-b0ed-4029-b99f-765a39b247ee req-6a3743cc-0ef7-451d-b111-f11f75501179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:33.944545 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-729c2954-b0ed-4029-b99f-765a39b247ee req-6a3743cc-0ef7-451d-b111-f11f75501179 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 HTTP/1.1" status: 200 len: 910 time: 0.0875871 Oct 12 00:30:34.004747 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-729c2954-b0ed-4029-b99f-765a39b247ee req-6ec94de6-3c34-4992-9df6-8dca714be5c0 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 200 len: 1000 time: 0.0524862 Oct 12 00:30:34.056707 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c2954-b0ed-4029-b99f-765a39b247ee req-c0f55185-e08c-4e51-9d56-ddb0731dfb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:34.057981 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-729c2954-b0ed-4029-b99f-765a39b247ee req-c0f55185-e08c-4e51-9d56-ddb0731dfb07 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3db3557-c8f3-41f3-909c-4cfe7c130bd4 HTTP/1.1" status: 200 len: 848 time: 0.0453451 Oct 12 00:30:34.099867 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c2954-b0ed-4029-b99f-765a39b247ee req-27176b13-74b0-45a6-9e52-ea70d767078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:34.101255 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-729c2954-b0ed-4029-b99f-765a39b247ee req-27176b13-74b0-45a6-9e52-ea70d767078e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0362511 Oct 12 00:30:34.113082 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [req-729c2954-b0ed-4029-b99f-765a39b247ee req-911ad4ec-6ca6-4788-8ec7-cc737ce61525 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111560) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:30:34.113994 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-729c2954-b0ed-4029-b99f-765a39b247ee req-911ad4ec-6ca6-4788-8ec7-cc737ce61525 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0045543 Oct 12 00:30:34.210163 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-729c2954-b0ed-4029-b99f-765a39b247ee req-07294df1-2fa7-4c88-bdae-1dcce03af49c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882969 Oct 12 00:30:34.298716 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-729c2954-b0ed-4029-b99f-765a39b247ee req-20162bd5-c655-4070-9656-ef9598f45499 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814941 Oct 12 00:30:34.495129 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf75dd-9da7-4087-b312-e8f0d681f220 req-c61dbd92-f22b-4dc5-a05b-5f127166fcb2 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:34.496611 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4dbf75dd-9da7-4087-b312-e8f0d681f220 req-c61dbd92-f22b-4dc5-a05b-5f127166fcb2 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0473852 Oct 12 00:30:34.546052 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4dbf75dd-9da7-4087-b312-e8f0d681f220 req-ff9eee7d-2767-4863-8c91-3ffa766e9204 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437424 Oct 12 00:30:34.550337 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:35.665286 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f972b-4974-407d-b7d1-fcc1266d3718 req-bafb1904-55f9-4f48-a9b4-592589cb381e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:35.666703 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b55f972b-4974-407d-b7d1-fcc1266d3718 req-bafb1904-55f9-4f48-a9b4-592589cb381e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0463746 Oct 12 00:30:35.717264 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b55f972b-4974-407d-b7d1-fcc1266d3718 req-56d2c894-2d1e-42bf-a71d-b16fa1fef95f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450616 Oct 12 00:30:36.841591 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c154e6-a911-4e1a-b30e-c5cf44cf7332 req-5acd2352-9aa4-43e1-ad22-570b06910c47 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:36.847870 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-45c154e6-a911-4e1a-b30e-c5cf44cf7332 req-5acd2352-9aa4-43e1-ad22-570b06910c47 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0510561 Oct 12 00:30:36.894383 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-45c154e6-a911-4e1a-b30e-c5cf44cf7332 req-606dac32-2f82-41cc-b050-8ecb2999eda7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451522 Oct 12 00:30:38.016392 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb7cc1-bdf8-4e17-8266-eca230514acb req-a336690e-debc-4ba0-95ba-0442d552765f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:38.017835 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0feb7cc1-bdf8-4e17-8266-eca230514acb req-a336690e-debc-4ba0-95ba-0442d552765f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0463612 Oct 12 00:30:38.066872 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0feb7cc1-bdf8-4e17-8266-eca230514acb req-fb2a47e3-bb5f-4bdd-841d-6eeb74a4df06 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429215 Oct 12 00:30:38.496311 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709b067-2063-400d-97fb-3c84e8bf237c req-25059308-ba3a-44d8-a99c-74a2026127f0 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:38.497802 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1709b067-2063-400d-97fb-3c84e8bf237c req-25059308-ba3a-44d8-a99c-74a2026127f0 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0509171 Oct 12 00:30:38.564325 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:38.576251 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1709b067-2063-400d-97fb-3c84e8bf237c req-1d26c130-3598-4c0a-b224-d2414b4d2480 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729165 Oct 12 00:30:38.584345 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4c7d5932-dd25-42a6-9340-2df835234beb req-d58714b6-b624-4ac4-bbfb-705762a22cf7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030478 Oct 12 00:30:38.697862 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:38.706678 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5932-dd25-42a6-9340-2df835234beb req-0367e430-214b-475d-bbab-95a6a546fdb4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:38.713233 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4c7d5932-dd25-42a6-9340-2df835234beb req-0367e430-214b-475d-bbab-95a6a546fdb4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports/4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 200 len: 942 time: 0.0936449 Oct 12 00:30:38.795018 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:38.799930 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:39.698493 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089332b-74e4-4693-9ee2-e7a308683f94 req-67c9bb8c-2526-45d1-9593-afb976a9b0f5 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:39.700062 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a089332b-74e4-4693-9ee2-e7a308683f94 req-67c9bb8c-2526-45d1-9593-afb976a9b0f5 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0481858 Oct 12 00:30:39.748762 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a089332b-74e4-4693-9ee2-e7a308683f94 req-70a03f89-546a-4ecf-b52b-9b9557b5dff3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428381 Oct 12 00:30:40.871510 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5ecb4-62c4-4b07-af5d-f29f4bb7cca9 req-02e85f23-8b53-48e0-9c4f-6991285a6cfc tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:40.873001 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6ad5ecb4-62c4-4b07-af5d-f29f4bb7cca9 req-02e85f23-8b53-48e0-9c4f-6991285a6cfc tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0502610 Oct 12 00:30:40.923816 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6ad5ecb4-62c4-4b07-af5d-f29f4bb7cca9 req-82618d12-ba48-4690-bf6c-becd3fd71432 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441628 Oct 12 00:30:41.232189 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 4ad8437d-d747-4320-afc4-1d72d58b1f96 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:30:41.304450 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 4ad8437d-d747-4320-afc4-1d72d58b1f96 is: ACTIVE; New status is: DOWN {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:30:41.304838 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:41.327066 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:30:41.329253 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072b3730-6a8f-483e-a2b3-715217fc1180" -d '{"events": [{"server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:30:41.341362 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 4ad8437d-d747-4320-afc4-1d72d58b1f96, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:30:41.366616 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 00:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc92f49-16f2-4a2b-8f71-eea910f6d29b x-openstack-request-id: req-afc92f49-16f2-4a2b-8f71-eea910f6d29b {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:30:41.366903 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:30:41.367165 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-afc92f49-16f2-4a2b-8f71-eea910f6d29b {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:30:41.367595 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc92f49-16f2-4a2b-8f71-eea910f6d29b'] response: {'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'code': 200} Oct 12 00:30:41.412998 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:41.459983 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=4ad8437d-d747-4320-afc4-1d72d58b1f96,revision_number=6']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:30:41.467148 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.467537 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.467881 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.468218 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.468552 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.468881 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.469207 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.469530 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.469854 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.470178 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.470529 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.470851 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.471172 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.471528 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.471852 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:41.588270 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5932-dd25-42a6-9340-2df835234beb req-8aad2eb4-858d-451b-9525-964e43aa4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:41.589599 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4c7d5932-dd25-42a6-9340-2df835234beb req-8aad2eb4-858d-451b-9525-964e43aa4d42 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866&tenant_id=654843d065264b9e9296824daf702110 HTTP/1.1" status: 200 len: 1127 time: 0.0423546 Oct 12 00:30:41.666233 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5932-dd25-42a6-9340-2df835234beb req-d6c34af5-2843-4033-9593-57cc95c4ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:41.667684 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4c7d5932-dd25-42a6-9340-2df835234beb req-d6c34af5-2843-4033-9593-57cc95c4ed69 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=654843d065264b9e9296824daf702110&device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1127 time: 0.0380208 Oct 12 00:30:41.764983 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5932-dd25-42a6-9340-2df835234beb req-1df4973f-284e-46f0-89e9-6065fce38bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:41.766394 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4c7d5932-dd25-42a6-9340-2df835234beb req-1df4973f-284e-46f0-89e9-6065fce38bce service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 HTTP/1.1" status: 200 len: 910 time: 0.0880489 Oct 12 00:30:41.828479 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4c7d5932-dd25-42a6-9340-2df835234beb req-303e2db8-dc03-4a33-818f-995831c39392 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 200 len: 998 time: 0.0540211 Oct 12 00:30:41.880316 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5932-dd25-42a6-9340-2df835234beb req-65b82972-20df-4f09-b74f-513461129253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:41.881621 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4c7d5932-dd25-42a6-9340-2df835234beb req-65b82972-20df-4f09-b74f-513461129253 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3db3557-c8f3-41f3-909c-4cfe7c130bd4 HTTP/1.1" status: 200 len: 848 time: 0.0419369 Oct 12 00:30:41.934930 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5932-dd25-42a6-9340-2df835234beb req-63236ec0-bd14-4cf6-baa2-864820bcb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:41.937475 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4c7d5932-dd25-42a6-9340-2df835234beb req-63236ec0-bd14-4cf6-baa2-864820bcb29c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446508 Oct 12 00:30:42.072929 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9933f6-86d5-4bcd-8b23-b46d11afa1cc req-c5c5dad1-063d-49ce-8a02-f977a0598aca tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:42.074356 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bf9933f6-86d5-4bcd-8b23-b46d11afa1cc req-c5c5dad1-063d-49ce-8a02-f977a0598aca tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0667379 Oct 12 00:30:42.077803 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4c7d5932-dd25-42a6-9340-2df835234beb req-aa2ff1c6-4ec7-4f53-810e-76e5701c9443 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318920 Oct 12 00:30:42.173663 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bf9933f6-86d5-4bcd-8b23-b46d11afa1cc req-c33b7282-c79f-4b38-acea-2043ef180b9a tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932739 Oct 12 00:30:42.202158 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-4c7d5932-dd25-42a6-9340-2df835234beb req-d17d2ff9-b715-4e9e-aa04-2054269b50c7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057746 Oct 12 00:30:43.301945 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b182e-5844-4a1b-9199-b9fe1bae0d17 req-285334a6-07da-43a1-a365-e20cacef2477 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:43.303391 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-170b182e-5844-4a1b-9199-b9fe1bae0d17 req-285334a6-07da-43a1-a365-e20cacef2477 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0489674 Oct 12 00:30:43.350927 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-170b182e-5844-4a1b-9199-b9fe1bae0d17 req-3c31021f-3029-46c7-9de6-1c8175e9146e tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420980 Oct 12 00:30:44.472764 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19204170-f342-4402-90b1-111d394e01a9 req-f31897c7-2ada-4ba4-8e48-cdfde659d46c tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:44.474196 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-19204170-f342-4402-90b1-111d394e01a9 req-f31897c7-2ada-4ba4-8e48-cdfde659d46c tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0494430 Oct 12 00:30:44.523459 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-19204170-f342-4402-90b1-111d394e01a9 req-2417e246-ed65-4925-ae01-cd5a33f3a8a6 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436888 Oct 12 00:30:45.639211 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b13aec-7a2f-49ea-9a33-8fa0a8c9a090 req-0f946231-1a16-4aa4-b91f-e605f267e121 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:45.641332 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d2b13aec-7a2f-49ea-9a33-8fa0a8c9a090 req-0f946231-1a16-4aa4-b91f-e605f267e121 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0453179 Oct 12 00:30:45.689138 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d2b13aec-7a2f-49ea-9a33-8fa0a8c9a090 req-135d936f-6677-445d-9caa-433b8bcbb840 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421188 Oct 12 00:30:46.816641 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cdd01-cfed-45b6-93a2-dd97a3c04ab8 req-9272a3bf-5969-4cde-b374-a90d75795fe4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:46.818195 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f00cdd01-cfed-45b6-93a2-dd97a3c04ab8 req-9272a3bf-5969-4cde-b374-a90d75795fe4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0531898 Oct 12 00:30:46.867091 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f00cdd01-cfed-45b6-93a2-dd97a3c04ab8 req-e2dd747f-0a26-4681-9fd8-ff25940e78d2 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432329 Oct 12 00:30:47.993341 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47707bd-aebf-4a88-9016-4eb3c5c7bdbc req-eb90db0b-2a0e-473a-ac84-a6f7ddd249ec tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:47.994810 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e47707bd-aebf-4a88-9016-4eb3c5c7bdbc req-eb90db0b-2a0e-473a-ac84-a6f7ddd249ec tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0475512 Oct 12 00:30:48.053835 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-e47707bd-aebf-4a88-9016-4eb3c5c7bdbc req-13530c92-ec57-4bd2-b64c-ed9729e131fe tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508659 Oct 12 00:30:49.173344 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe0886-71ea-470a-85da-cd42d81610d3 req-eb2b036a-60e1-4de6-9be7-660212dd2c5a tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:49.174776 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-aabe0886-71ea-470a-85da-cd42d81610d3 req-eb2b036a-60e1-4de6-9be7-660212dd2c5a tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0452552 Oct 12 00:30:49.226584 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-aabe0886-71ea-470a-85da-cd42d81610d3 req-050a221c-634a-47eb-812d-d6d6b99fcf5c tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460820 Oct 12 00:30:50.326972 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:50.345470 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247c576-d01c-41ed-a7b3-23613a565738 req-fee7b29e-1199-452d-9988-6162cc3c6abc tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:50.346958 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4247c576-d01c-41ed-a7b3-23613a565738 req-fee7b29e-1199-452d-9988-6162cc3c6abc tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0473580 Oct 12 00:30:50.397973 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4247c576-d01c-41ed-a7b3-23613a565738 req-2a1086c1-e116-4ca3-a389-8992e198787b tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452683 Oct 12 00:30:50.782639 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:30:51.462376 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:51.463101 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:51.485311 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:51.506858 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:51.519835 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730d680-07b9-4266-b981-a3a23852a810 req-7d052fee-6653-4749-8ccd-f3b50d34c3b0 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:51.521583 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6730d680-07b9-4266-b981-a3a23852a810 req-7d052fee-6653-4749-8ccd-f3b50d34c3b0 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0460525 Oct 12 00:30:51.570465 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6730d680-07b9-4266-b981-a3a23852a810 req-242e1334-9a82-4390-af37-2385d477a936 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433788 Oct 12 00:30:52.047994 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42250) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:30:52.150618 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2b775555-a952-4e24-ac2e-738c86b30554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:52.223311 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2b775555-a952-4e24-ac2e-738c86b30554 admin admin] Publish callbacks [] for security_group (9777ba10-9fff-4aaf-b162-e23a7ad66356), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:52.309888 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-2b775555-a952-4e24-ac2e-738c86b30554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9777ba10-9fff-4aaf-b162-e23a7ad66356), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:52.349502 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-2b775555-a952-4e24-ac2e-738c86b30554 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b3e2ac16cacb4eee90e5f180a75efa83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999606 Oct 12 00:30:52.350355 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b775555-a952-4e24-ac2e-738c86b30554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9777ba10-9fff-4aaf-b162-e23a7ad66356,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:30:52.352320 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42254) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:30:52.401289 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Publish callbacks [] for security_group (9777ba10-9fff-4aaf-b162-e23a7ad66356), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:52.403668 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:52.421278 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Publish callbacks [] for security_group (9777ba10-9fff-4aaf-b162-e23a7ad66356), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:52.527051 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (9777ba10-9fff-4aaf-b162-e23a7ad66356), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:52.529543 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:52.530669 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9777ba10-9fff-4aaf-b162-e23a7ad66356 HTTP/1.1" status: 204 len: 168 time: 0.1773112 Oct 12 00:30:52.538897 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9777ba10-9fff-4aaf-b162-e23a7ad66356,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:30:52.547004 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.547388 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.547734 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.548101 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.548480 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.549361 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.549694 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.550025 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.550376 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.550694 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.551022 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.551349 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.551742 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.552064 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.552386 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef3a71-3cc7-4407-a2cf-4951baba0c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:30:52.693463 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f0339-b4f7-47cd-b768-77aa606958f9 req-bf95f1f5-cc73-4a19-b849-f4a193738bae tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:52.694931 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a53f0339-b4f7-47cd-b768-77aa606958f9 req-bf95f1f5-cc73-4a19-b849-f4a193738bae tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0503855 Oct 12 00:30:52.743697 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a53f0339-b4f7-47cd-b768-77aa606958f9 req-03893fa8-db13-4e93-844b-ed0919e92fb3 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432174 Oct 12 00:30:53.865824 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98732a-4c68-48e6-9c20-4d07d74dc1e8 req-6cc43a8f-e4a5-47e3-b96d-47e359be47fb tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:53.867275 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ef98732a-4c68-48e6-9c20-4d07d74dc1e8 req-6cc43a8f-e4a5-47e3-b96d-47e359be47fb tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0488105 Oct 12 00:30:53.916150 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-ef98732a-4c68-48e6-9c20-4d07d74dc1e8 req-5763e5e4-2fc0-447f-82fc-748367e2e55c tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432727 Oct 12 00:30:54.775644 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:55.037671 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa723f0-2f84-4fea-8cab-fe6d0d7636f0 req-3203341b-f9e6-49e6-b623-e2385248dee6 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:55.039118 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0fa723f0-2f84-4fea-8cab-fe6d0d7636f0 req-3203341b-f9e6-49e6-b623-e2385248dee6 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 943 time: 0.0467489 Oct 12 00:30:55.087739 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0fa723f0-2f84-4fea-8cab-fe6d0d7636f0 req-721b2db9-b98f-4c61-9d9b-626fc686f342 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Oct 12 00:30:55.304993 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 4ad8437d-d747-4320-afc4-1d72d58b1f96 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:30:55.405141 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 4ad8437d-d747-4320-afc4-1d72d58b1f96, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:30:55.416573 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'port_id': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'mac_address': 'fa:16:3e:69:b9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:30:55.455967 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 4ad8437d-d747-4320-afc4-1d72d58b1f96 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:30:55.456361 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:55.470002 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad8437d-d747-4320-afc4-1d72d58b1f96 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:30:55.490981 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 4ad8437d-d747-4320-afc4-1d72d58b1f96, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:30:55.544413 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:55.591790 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=4ad8437d-d747-4320-afc4-1d72d58b1f96,revision_number=7']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:30:55.886841 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['4ad8437d-d747-4320-afc4-1d72d58b1f96'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:30:56.211942 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7eb2d1-5512-438d-a068-a79f610c82d5 req-6111d166-29c2-4202-8528-8a5dd638c1e4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:56.213412 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1b7eb2d1-5512-438d-a068-a79f610c82d5 req-6111d166-29c2-4202-8528-8a5dd638c1e4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 944 time: 0.0474229 Oct 12 00:30:56.262485 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1b7eb2d1-5512-438d-a068-a79f610c82d5 req-5f41935f-de24-4418-b797-5fa99da7191a tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434344 Oct 12 00:30:57.331023 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 4ad8437d-d747-4320-afc4-1d72d58b1f96 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:30:57.378407 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 4ad8437d-d747-4320-afc4-1d72d58b1f96 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:30:57.379085 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:57.379636 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 4ad8437d-d747-4320-afc4-1d72d58b1f96 Oct 12 00:30:57.386479 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fde36-05bc-48cb-80cd-ff71291c6880 req-0cd02226-1923-4e3e-9332-0b947727ead7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:57.388014 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-135fde36-05bc-48cb-80cd-ff71291c6880 req-0cd02226-1923-4e3e-9332-0b947727ead7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 944 time: 0.0504231 Oct 12 00:30:57.444204 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-135fde36-05bc-48cb-80cd-ff71291c6880 req-108ac989-0d00-403e-b5c3-3c3ce4a52d99 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492871 Oct 12 00:30:57.444431 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:57.456788 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 4ad8437d-d747-4320-afc4-1d72d58b1f96 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:30:57.457210 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:57.459823 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:30:57.480630 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:30:57.482864 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c08728-a4c8-437f-b934-69148450315a" -d '{"events": [{"server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "name": "network-vif-plugged", "status": "completed", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:30:57.495281 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 4ad8437d-d747-4320-afc4-1d72d58b1f96, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:30:57.584098 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:57.632119 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=4ad8437d-d747-4320-afc4-1d72d58b1f96,revision_number=8']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:30:57.638980 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceb175a-437a-475f-b077-862d87eb42fd x-openstack-request-id: req-cceb175a-437a-475f-b077-862d87eb42fd {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:30:57.639263 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "name": "network-vif-plugged", "status": "completed", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:30:57.639574 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cceb175a-437a-475f-b077-862d87eb42fd {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:30:57.639960 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cceb175a-437a-475f-b077-862d87eb42fd'] response: {'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'code': 200} Oct 12 00:30:57.992215 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970ffae-89e1-46a9-9e85-dadea2143766 req-f8657a38-8965-4efd-8352-1482dfe6c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:57.993694 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2970ffae-89e1-46a9-9e85-dadea2143766 req-f8657a38-8965-4efd-8352-1482dfe6c840 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1129 time: 0.0376089 Oct 12 00:30:58.300671 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2970ffae-89e1-46a9-9e85-dadea2143766 req-28fc36e5-cd38-4cf7-b821-72d1f660c572 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006842 Oct 12 00:30:58.361697 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-bc99cfef-07c3-4192-97c1-64cb4ca6cfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:30:58.566669 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cc47c-c1f8-4469-b4bc-ec72be2348b8 req-539a0787-d34f-49f9-90a8-1eddd9feb1f2 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:58.567192 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-982cc47c-c1f8-4469-b4bc-ec72be2348b8 req-539a0787-d34f-49f9-90a8-1eddd9feb1f2 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0479641 Oct 12 00:30:58.618271 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-982cc47c-c1f8-4469-b4bc-ec72be2348b8 req-d7d2a8ca-6101-46f3-a5d5-02096c58bffa tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456498 Oct 12 00:30:59.741804 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1606282-2bc0-4734-91b1-e86c0580eb7e req-e3ca2c9e-c690-460d-814d-a2334c6ea113 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:30:59.743880 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b1606282-2bc0-4734-91b1-e86c0580eb7e req-e3ca2c9e-c690-460d-814d-a2334c6ea113 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0471931 Oct 12 00:30:59.799029 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b1606282-2bc0-4734-91b1-e86c0580eb7e req-da38a439-37b6-44da-a7c5-aa25b5272587 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433462 Oct 12 00:31:00.640906 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-2147b6cc-5317-4a9f-92c3-26ebc89df801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:00.779014 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:00.914072 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df30b1-70eb-4c90-a147-1901b33cb4de req-455d9b94-8387-4596-b8c8-4cc045de1d23 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:31:00.915551 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-70df30b1-70eb-4c90-a147-1901b33cb4de req-455d9b94-8387-4596-b8c8-4cc045de1d23 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0469704 Oct 12 00:31:00.963993 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-70df30b1-70eb-4c90-a147-1901b33cb4de req-6ae58663-9c61-47bd-9b08-92dc3b246976 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429444 Oct 12 00:31:01.846991 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:03.034934 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:03.326402 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:04.526816 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:09.785251 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=64,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:09.789128 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=58,neutron:INSERT=5 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:10.951410 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=64,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:10.960460 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=55,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:13.083463 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-f7ef0809-912d-4683-960d-5badb9e2563f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390258 Oct 12 00:31:13.193753 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-d55cb30c-6477-4e1a-85db-99a46c32264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:31:13.195189 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-d55cb30c-6477-4e1a-85db-99a46c32264c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=654843d065264b9e9296824daf702110&device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1129 time: 0.0417144 Oct 12 00:31:13.297744 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-e830e874-ae8b-419b-a420-6ccc32fc5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:31:13.299520 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-e830e874-ae8b-419b-a420-6ccc32fc5771 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 HTTP/1.1" status: 200 len: 910 time: 0.0853791 Oct 12 00:31:13.364549 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-de8144a4-953c-4c30-af6e-267056735b88 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 200 len: 1000 time: 0.0589650 Oct 12 00:31:13.415652 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-5ba41dce-5f04-4a73-abea-1eb6c7c2d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:31:13.417098 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-5ba41dce-5f04-4a73-abea-1eb6c7c2d479 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3db3557-c8f3-41f3-909c-4cfe7c130bd4 HTTP/1.1" status: 200 len: 848 time: 0.0462127 Oct 12 00:31:13.461757 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-2012762d-de75-46d7-bef9-b46fa5584134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:31:13.467861 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-2012762d-de75-46d7-bef9-b46fa5584134 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389085 Oct 12 00:31:13.562312 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-438e4984-4b97-4737-9df9-ae841c799a7d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891681 Oct 12 00:31:13.651184 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a413e2b9-6177-46cd-bf01-6e63c81510d4 req-7cc6901b-2070-49f0-9b9e-00b356eed0b5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824382 Oct 12 00:31:14.472857 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:14.475012 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:15.791327 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:15.795232 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:23.646516 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=49 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:23.648399 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=52 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:26.812410 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:26.813101 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:27.781994 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:31:28.366546 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-566db524-0831-4bfb-a1dc-7de9bc15040e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:30.652549 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-99ff4ffb-5c3d-4a38-921e-a8d1835126da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:31.857758 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:33.046458 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:33.326376 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:34.307125 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42532) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:34.414414 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e9725c6d-ef50-48de-893d-1168b2921768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:34.487841 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e9725c6d-ef50-48de-893d-1168b2921768 admin admin] Publish callbacks [] for security_group (8abfb288-ab11-468b-81d2-aa6edf066d17), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:34.520513 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:34.537669 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-e9725c6d-ef50-48de-893d-1168b2921768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (8abfb288-ab11-468b-81d2-aa6edf066d17), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:34.575723 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9725c6d-ef50-48de-893d-1168b2921768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abfb288-ab11-468b-81d2-aa6edf066d17,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:34.581112 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-e9725c6d-ef50-48de-893d-1168b2921768 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8b8bb0f4706544218dd37d7c05938a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729051 Oct 12 00:31:34.583742 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42536) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:34.632333 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c9a937c2-7f13-4bd3-acbd-338900d1363f admin admin] Publish callbacks [] for security_group (8abfb288-ab11-468b-81d2-aa6edf066d17), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:34.652645 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c9a937c2-7f13-4bd3-acbd-338900d1363f admin admin] Publish callbacks [] for security_group (8abfb288-ab11-468b-81d2-aa6edf066d17), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:34.737565 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c9a937c2-7f13-4bd3-acbd-338900d1363f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (8abfb288-ab11-468b-81d2-aa6edf066d17), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:34.740144 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-c9a937c2-7f13-4bd3-acbd-338900d1363f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:34.741267 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-c9a937c2-7f13-4bd3-acbd-338900d1363f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8abfb288-ab11-468b-81d2-aa6edf066d17 HTTP/1.1" status: 204 len: 168 time: 0.1566176 Oct 12 00:31:34.752132 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a937c2-7f13-4bd3-acbd-338900d1363f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abfb288-ab11-468b-81d2-aa6edf066d17,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:35.672847 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42560) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:35.768807 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1550143785-network', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:35.852265 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Made reservation on behalf of 764ed0f4ff5d4c48b89dc4be9460323b for: {'network': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:31:35.854650 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:35.866719 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:35.939627 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Publish callbacks [] for security_group (e9cce974-1b65-4f8d-aefc-dc00ecfd50b1), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:35.994983 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e9cce974-1b65-4f8d-aefc-dc00ecfd50b1), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:36.016039 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=111560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:31:36.031411 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cce974-1b65-4f8d-aefc-dc00ecfd50b1,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:36.034512 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (bea8764b-48c1-420e-8ff2-ea497ee93a2d), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:36.034849 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.segments_db [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Added segment bea8764b-48c1-420e-8ff2-ea497ee93a2d of type vlan for network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe Oct 12 00:31:36.046355 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.046693 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.047029 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.047385 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.047708 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.048034 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.048359 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.048680 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.049004 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.049325 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.049648 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.049970 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.050288 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.050603 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.050919 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:36.088324 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (2a02dece-4b1c-4c17-bb61-97d2fc408cbe), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:36.172263 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (2a02dece-4b1c-4c17-bb61-97d2fc408cbe), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:36.173329 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:31:36.173910 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:36.235090 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a02dece-4b1c-4c17-bb61-97d2fc408cbe,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:36.244948 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:31:36.308696 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-ace89dc8-fa93-4979-b44e-b0e39f6fc6f8 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6325684 Oct 12 00:31:36.310033 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42564) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:36.314672 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] Request body: {'subnet': {'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1550143785-subnet', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'ip_version': 4}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:36.400815 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] Made reservation on behalf of 764ed0f4ff5d4c48b89dc4be9460323b for: {'subnet': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:31:36.403132 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26332523'] for subnet (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:36.600882 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26332537'] for subnet (558db806-53ce-4f59-9fa5-39e371fd24bb), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:36.650520 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558db806-53ce-4f59-9fa5-39e371fd24bb,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:36.666554 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] Checking segment: {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:31:36.670742 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] Network hostable DHCP agents. Network: 2a02dece-4b1c-4c17-bb61-97d2fc408cbe, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:31:36.726481 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] Network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:31:36.777694 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, 2a02dece-4b1c-4c17-bb61-97d2fc408cbe) {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:31:36.781759 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:31:36.782335 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:36.787174 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faae14c-a049-49e9-82a8-2eeb152d63c0 None None] Network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:31:36.849297 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-81c64588-6f12-402e-8752-71650d815d67 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5382392 Oct 12 00:31:36.852164 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42566) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:36.857454 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:36.890652 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:31:36.891577 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:36.927357 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (2211ea9a-1755-47cd-8330-5354cf9367b1), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:36.928542 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (2211ea9a-1755-47cd-8330-5354cf9367b1), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:36.982068 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Publish callbacks [] for router_controller (2211ea9a-1755-47cd-8330-5354cf9367b1), precommit_add_association {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.021507 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Allocated IP 172.20.0.2 (2a02dece-4b1c-4c17-bb61-97d2fc408cbe/558db806-53ce-4f59-9fa5-39e371fd24bb/91632d72-6ef7-468c-8d4e-c2adca73cb64) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:31:37.161872 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Publish callbacks [] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.189558 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Publish callbacks [] for router_gateway (2211ea9a-1755-47cd-8330-5354cf9367b1), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.241122 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.282515 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:31:37.286905 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:31:37.289448 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:31:37.301324 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Pushing event updated for resources: {'Port': ['ID=91632d72-6ef7-468c-8d4e-c2adca73cb64,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:37.350216 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Attempting to bind port 91632d72-6ef7-468c-8d4e-c2adca73cb64 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:31:37.350673 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Attempting to bind port 91632d72-6ef7-468c-8d4e-c2adca73cb64 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:31:37.351030 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Attempting to bind port 91632d72-6ef7-468c-8d4e-c2adca73cb64 on network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:31:37.391617 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:31:37.391965 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Checking segment: {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:31:37.392363 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.392747 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Bound using segment: {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:31:37.393214 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Bound port: 91632d72-6ef7-468c-8d4e-c2adca73cb64, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:31:37.393589 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.453031 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] For port 91632d72-6ef7-468c-8d4e-c2adca73cb64, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:31:37.456057 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] For port 91632d72-6ef7-468c-8d4e-c2adca73cb64, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=91632d72-6ef7-468c-8d4e-c2adca73cb64,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:31:37.463930 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Publish callbacks [] for router_gateway (2211ea9a-1755-47cd-8330-5354cf9367b1), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.482059 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.547009 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.590277 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:37.590796 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Allocated IP 172.27.4.18 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/e3aef0d9-017f-4486-9419-632eb82e157b) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:31:37.602598 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:37.602838 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:37.606340 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e073333-f5cc-4d32-9250-b7506bc21db3 None None] Pushing event updated for resources: {'Port': ['ID=91632d72-6ef7-468c-8d4e-c2adca73cb64,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:37.620731 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:37.702377 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Publish callbacks [] for port (e3aef0d9-017f-4486-9419-632eb82e157b), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.778153 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:37.779749 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:37.805148 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.831285 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 91632d72-6ef7-468c-8d4e-c2adca73cb64 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:31:37.858031 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:31:37.864279 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:31:37.868401 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:31:37.874320 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Pushing event updated for resources: {'Port': ['ID=e3aef0d9-017f-4486-9419-632eb82e157b,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:37.879336 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 91632d72-6ef7-468c-8d4e-c2adca73cb64 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:37.879336 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.879618 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 91632d72-6ef7-468c-8d4e-c2adca73cb64 Oct 12 00:31:37.953743 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 91632d72-6ef7-468c-8d4e-c2adca73cb64 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:37.954167 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:37.991575 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 91632d72-6ef7-468c-8d4e-c2adca73cb64, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=91632d72-6ef7-468c-8d4e-c2adca73cb64,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:31:38.080878 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:38.127112 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=91632d72-6ef7-468c-8d4e-c2adca73cb64,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:38.200638 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Publish callbacks [] for router_gateway (2211ea9a-1755-47cd-8330-5354cf9367b1), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:38.389316 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (2211ea9a-1755-47cd-8330-5354cf9367b1), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:38.430521 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9591f1c6-a593-4e89-8da0-75b5edb1499d None None] Network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:31:38.488825 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-fe8d54dd-b9a4-428f-894e-e6ab469db611 None None] Provisioning complete for port 91632d72-6ef7-468c-8d4e-c2adca73cb64 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:38.489196 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-fe8d54dd-b9a4-428f-894e-e6ab469db611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:38.489530 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-fe8d54dd-b9a4-428f-894e-e6ab469db611 None None] Attempt 1 to provision port 91632d72-6ef7-468c-8d4e-c2adca73cb64 Oct 12 00:31:38.614986 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d54dd-b9a4-428f-894e-e6ab469db611 None None] Current status of the port 91632d72-6ef7-468c-8d4e-c2adca73cb64 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:38.664655 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:38.817716 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Router 2211ea9a-1755-47cd-8330-5354cf9367b1 is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:31:38.833323 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-133e0f2b-97fb-4e32-a5a2-a6139b5ff3b5 None None] Provisioning complete for port 91632d72-6ef7-468c-8d4e-c2adca73cb64 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:38.833695 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-133e0f2b-97fb-4e32-a5a2-a6139b5ff3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:38.834028 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-133e0f2b-97fb-4e32-a5a2-a6139b5ff3b5 None None] Attempt 1 to provision port 91632d72-6ef7-468c-8d4e-c2adca73cb64 Oct 12 00:31:38.910471 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-133e0f2b-97fb-4e32-a5a2-a6139b5ff3b5 None None] Current status of the port 91632d72-6ef7-468c-8d4e-c2adca73cb64 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:38.921587 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:31:38.929910 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Sync routers for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:31:38.939275 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:31:38.939916 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:31:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:38.991193 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:38.992497 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-76d68804-677e-4f19-90ef-b80f95ad6d13 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1393304 Oct 12 00:31:38.995279 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42570) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:39.039177 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:31:39.090553 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:39.210844 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:38Z', 'revision_number': 3, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:39.235480 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Checking router: 2211ea9a-1755-47cd-8330-5354cf9367b1 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:31:39.235849 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Updating router 2211ea9a-1755-47cd-8330-5354cf9367b1 port e3aef0d9-017f-4486-9419-632eb82e157b binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:31:39.264030 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:39.390131 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:39.508145 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Publish callbacks [] for port (e3aef0d9-017f-4486-9419-632eb82e157b), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:39.541926 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Allocated IP 172.20.0.1 (2a02dece-4b1c-4c17-bb61-97d2fc408cbe/558db806-53ce-4f59-9fa5-39e371fd24bb/870e6872-f38d-4309-9e82-1a0ce1934f44) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:31:39.554731 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:39.560803 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:39.591624 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Attempting to bind port e3aef0d9-017f-4486-9419-632eb82e157b on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:31:39.594768 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Attempting to bind port e3aef0d9-017f-4486-9419-632eb82e157b by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:31:39.594768 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Attempting to bind port e3aef0d9-017f-4486-9419-632eb82e157b on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:31:39.630168 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Pushing event updated for resources: {'Port': ['ID=e3aef0d9-017f-4486-9419-632eb82e157b,revision_number=2']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:39.645045 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.645317 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.645679 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.646281 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.646613 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.646938 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.647259 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.647600 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.647934 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.648257 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.648576 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.648907 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.649169 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Publish callbacks [] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:39.649274 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.649508 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.649856 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:39.659144 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:31:39.659554 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:31:39.659955 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:39.660337 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:31:39.660804 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Bound port: e3aef0d9-017f-4486-9419-632eb82e157b, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:31:39.661183 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:39.708860 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] For port e3aef0d9-017f-4486-9419-632eb82e157b, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:31:39.711821 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] For port e3aef0d9-017f-4486-9419-632eb82e157b, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=e3aef0d9-017f-4486-9419-632eb82e157b,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:31:39.732926 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:39.774411 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:31:39.779454 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:31:39.784202 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:31:39.786639 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Pushing event updated for resources: {'Port': ['ID=870e6872-f38d-4309-9e82-1a0ce1934f44,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:39.813373 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:39.813491 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:39.818300 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 91632d72-6ef7-468c-8d4e-c2adca73cb64 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:31:39.825986 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (2211ea9a-1755-47cd-8330-5354cf9367b1), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:39.867004 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:39.874512 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea955d2a-dc6f-4898-abc2-a565308d1eba None None] Pushing event updated for resources: {'Port': ['ID=e3aef0d9-017f-4486-9419-632eb82e157b,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:39.879582 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 91632d72-6ef7-468c-8d4e-c2adca73cb64 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:39.880508 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:39.880899 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 91632d72-6ef7-468c-8d4e-c2adca73cb64 Oct 12 00:31:39.892964 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:31:39.893571 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:31:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:39.976243 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:39.981174 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 91632d72-6ef7-468c-8d4e-c2adca73cb64 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:39.981564 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:40.003781 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:31:40.031020 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:40.038748 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-fb4fb546-a7bf-4996-b396-260f6eacc003 None None] Provisioning complete for port 870e6872-f38d-4309-9e82-1a0ce1934f44 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:40.039120 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb546-a7bf-4996-b396-260f6eacc003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:40.039556 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-fb4fb546-a7bf-4996-b396-260f6eacc003 None None] Attempt 1 to provision port 870e6872-f38d-4309-9e82-1a0ce1934f44 Oct 12 00:31:40.074368 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fb546-a7bf-4996-b396-260f6eacc003 None None] Port 870e6872-f38d-4309-9e82-1a0ce1934f44 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:31:40.172584 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:38Z', 'revision_number': 3, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:40.194484 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Publish callbacks [] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:40.197281 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e4429-7a76-46c7-8258-cbcb5ee53dd1 None None] The sync data for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi is: [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:38Z', 'revision_number': 3, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:31:40.257879 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:40.331527 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (2211ea9a-1755-47cd-8330-5354cf9367b1), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:40.333237 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Pushing event updated for resources: {'Port': ['ID=870e6872-f38d-4309-9e82-1a0ce1934f44,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:40.421867 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:40.433700 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:31:40.435096 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:31:40.569294 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Router 2211ea9a-1755-47cd-8330-5354cf9367b1 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:31:40.678959 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:31:40.684521 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-a2bfc4c0-fa65-4019-b364-e0ac88710248 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/2211ea9a-1755-47cd-8330-5354cf9367b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6882260 Oct 12 00:31:40.708591 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-22e68271-f31b-41c4-bbea-af569e9c3430 None None] Provisioning complete for port 870e6872-f38d-4309-9e82-1a0ce1934f44 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:40.708870 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-22e68271-f31b-41c4-bbea-af569e9c3430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:40.709388 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-22e68271-f31b-41c4-bbea-af569e9c3430 None None] Attempt 1 to provision port 870e6872-f38d-4309-9e82-1a0ce1934f44 Oct 12 00:31:40.741419 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-22e68271-f31b-41c4-bbea-af569e9c3430 None None] Port 870e6872-f38d-4309-9e82-1a0ce1934f44 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:31:41.368007 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42588) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:41.372976 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-730604545-network', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:41.469358 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Made reservation on behalf of 9082ff8249a9467abcfb4708046a18c6 for: {'network': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:31:41.471793 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:41.481454 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:41.562321 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Publish callbacks [] for security_group (548cac6e-da76-487a-90d5-b33ced7375a5), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:41.629412 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (548cac6e-da76-487a-90d5-b33ced7375a5), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:41.656236 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=111559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 00:31:41.666834 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548cac6e-da76-487a-90d5-b33ced7375a5,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:41.672815 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (8ff60a0a-2546-47fd-931d-8e24c0c1497f), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:41.673158 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.segments_db [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Added segment 8ff60a0a-2546-47fd-931d-8e24c0c1497f of type vlan for network c7be0b46-17a6-4c87-baaa-3b5a16277e24 Oct 12 00:31:41.705101 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:41.715126 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788062584028'] for network (c7be0b46-17a6-4c87-baaa-3b5a16277e24), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:41.723992 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Sync routers for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:31:41.734715 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:31:41.735436 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:31:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:41.789485 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513'] for network (c7be0b46-17a6-4c87-baaa-3b5a16277e24), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:41.790550 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:31:41.791135 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:41.827750 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device e3aef0d9-017f-4486-9419-632eb82e157b up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:31:41.852244 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] Pushing event updated for resources: {'Network': ['ID=c7be0b46-17a6-4c87-baaa-3b5a16277e24,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:41.867208 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Network c7be0b46-17a6-4c87-baaa-3b5a16277e24 details requested by agent ovs-agent-dv-cinder-849143-13-iscsi with host dv-cinder-849143-13-iscsi {{(pid=111561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 00:31:41.872396 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-80b71352-f4fd-47ef-8aca-392110a0966f admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5032814 Oct 12 00:31:41.876751 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:31:41.876751 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:41.876976 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42590) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:41.880551 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] Request body: {'subnet': {'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-730604545-subnet', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'ip_version': 4}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:41.972063 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] Made reservation on behalf of 9082ff8249a9467abcfb4708046a18c6 for: {'subnet': 1} {{(pid=111559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:31:41.974429 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25922750'] for subnet (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.051784 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port e3aef0d9-017f-4486-9419-632eb82e157b triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:42.051925 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.052261 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port e3aef0d9-017f-4486-9419-632eb82e157b Oct 12 00:31:42.195810 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25922732'] for subnet (60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.231772 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:42.257820 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:42.269880 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] Checking segment: {'id': '8ff60a0a-2546-47fd-931d-8e24c0c1497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:31:42.270241 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] Network hostable DHCP agents. Network: c7be0b46-17a6-4c87-baaa-3b5a16277e24, hostable agents: ['ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e'], hosted agents: [] {{(pid=111559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 00:31:42.328804 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port e3aef0d9-017f-4486-9419-632eb82e157b is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:42.332680 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.340610 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:40Z', 'revision_number': 2, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:42.349448 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] Network c7be0b46-17a6-4c87-baaa-3b5a16277e24 is scheduled to be hosted by DHCP agent ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e with binding_index 1 {{(pid=111559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 00:31:42.372068 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Checking router: 2211ea9a-1755-47cd-8330-5354cf9367b1 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:31:42.372428 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Updating router 2211ea9a-1755-47cd-8330-5354cf9367b1 port 870e6872-f38d-4309-9e82-1a0ce1934f44 binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:31:42.398034 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port e3aef0d9-017f-4486-9419-632eb82e157b, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=e3aef0d9-017f-4486-9419-632eb82e157b,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:31:42.406407 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.412371 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-13-iscsi, c7be0b46-17a6-4c87-baaa-3b5a16277e24) {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:31:42.417084 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:31:42.418063 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.422049 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a473dc0-1268-489c-b525-b8f16b15bf6b None None] Network c7be0b46-17a6-4c87-baaa-3b5a16277e24 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:31:42.491300 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.512850 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-79d49dd6-9b2f-4a91-b2a8-f0d87e883dd8 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6360438 Oct 12 00:31:42.515619 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42592) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:42.519685 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-730604545-router', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:42.571077 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:42.601400 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4274'] for router (988312a4-0998-4e49-8bca-2fafb5d3b079), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.602485 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3696369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router (988312a4-0998-4e49-8bca-2fafb5d3b079), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.626917 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=e3aef0d9-017f-4486-9419-632eb82e157b,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:42.652832 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Publish callbacks [] for router_controller (988312a4-0998-4e49-8bca-2fafb5d3b079), precommit_add_association {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.663423 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.663777 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.664118 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.664458 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.664791 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.665119 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.665975 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.666301 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.666627 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.666951 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.667277 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.667626 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.668007 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.668327 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.668646 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:31:42.708534 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06ce839-9c0f-5190-9659-43018dd4f248-c7be0b46-17a6-4c87-baaa-3b5a16277e24', 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24', 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'fixed_ips': [{'subnet_id': '60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b'}]}} from dv-cinder-849143-13-iscsi. {{(pid=111561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 00:31:42.709433 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.823950 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Publish callbacks [] for router_gateway (988312a4-0998-4e49-8bca-2fafb5d3b079), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.829225 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:42.912231 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Publish callbacks [] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:42.929378 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.db_base_plugin_common [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Allocated IP 172.20.0.2 (c7be0b46-17a6-4c87-baaa-3b5a16277e24/60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b/309b8791-4e14-4b1c-94d8-69111896ea46) {{(pid=111561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:31:43.035071 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.066813 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Publish callbacks [] for router_gateway (988312a4-0998-4e49-8bca-2fafb5d3b079), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.085689 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.092938 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:43.112118 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:43.133710 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Publish callbacks [] for port (309b8791-4e14-4b1c-94d8-69111896ea46), precommit_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.138788 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d9cca-78c5-499a-a67c-f930a83a96b6 None None] Pushing event updated for resources: {'Port': ['ID=870e6872-f38d-4309-9e82-1a0ce1934f44,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:43.171818 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Attempting to bind port 870e6872-f38d-4309-9e82-1a0ce1934f44 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:31:43.172823 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Attempting to bind port 870e6872-f38d-4309-9e82-1a0ce1934f44 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:31:43.172823 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Attempting to bind port 870e6872-f38d-4309-9e82-1a0ce1934f44 on network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:31:43.196131 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), after_create {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.197751 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Allocated IP 172.27.4.21 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/acee4536-015c-43a1-8033-8ea9456cd495) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:31:43.250309 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Network c7be0b46-17a6-4c87-baaa-3b5a16277e24 is already hosted by enough agents. {{(pid=111561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:31:43.258276 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.base_scheduler [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Resources bound (agent type, host, resource id): {{(pid=111561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:31:43.264989 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Received port after_create {{(pid=111561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:31:43.273798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Pushing event updated for resources: {'Port': ['ID=309b8791-4e14-4b1c-94d8-69111896ea46,revision_number=1']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:43.273798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:31:43.273798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Checking segment: {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:31:43.273798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.273798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Bound using segment: {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:31:43.273798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Bound port: 870e6872-f38d-4309-9e82-1a0ce1934f44, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:31:43.273798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.309419 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Publish callbacks [] for port (acee4536-015c-43a1-8033-8ea9456cd495), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.319999 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:43.370613 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Attempting to bind port 309b8791-4e14-4b1c-94d8-69111896ea46 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:31:43.370613 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Attempting to bind port 309b8791-4e14-4b1c-94d8-69111896ea46 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '8ff60a0a-2546-47fd-931d-8e24c0c1497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:31:43.371542 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Attempting to bind port 309b8791-4e14-4b1c-94d8-69111896ea46 on network c7be0b46-17a6-4c87-baaa-3b5a16277e24 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:31:43.416527 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] For port 870e6872-f38d-4309-9e82-1a0ce1934f44, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:31:43.421872 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] For port 870e6872-f38d-4309-9e82-1a0ce1934f44, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=870e6872-f38d-4309-9e82-1a0ce1934f44,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:31:43.438700 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:31:43.451789 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Checking segment: {'id': '8ff60a0a-2546-47fd-931d-8e24c0c1497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:31:43.451789 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.451789 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Bound using segment: {'id': '8ff60a0a-2546-47fd-931d-8e24c0c1497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:31:43.451789 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Bound port: 309b8791-4e14-4b1c-94d8-69111896ea46, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff60a0a-2546-47fd-931d-8e24c0c1497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:31:43.451789 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.475460 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (acee4536-015c-43a1-8033-8ea9456cd495), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.503589 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] For port 309b8791-4e14-4b1c-94d8-69111896ea46, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:31:43.506664 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] For port 309b8791-4e14-4b1c-94d8-69111896ea46, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=309b8791-4e14-4b1c-94d8-69111896ea46,segment=NetworkSegment(8ff60a0a-2546-47fd-931d-8e24c0c1497f),segment_id=8ff60a0a-2546-47fd-931d-8e24c0c1497f)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:31:43.507748 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:43.513023 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:31:43.517090 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:31:43.519329 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:31:43.527316 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.543922 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Pushing event updated for resources: {'Port': ['ID=acee4536-015c-43a1-8033-8ea9456cd495,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:43.565940 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:31:43.568748 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:31:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:43.614040 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.627864 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d9cca-78c5-499a-a67c-f930a83a96b6 None None] Pushing event updated for resources: {'Port': ['ID=870e6872-f38d-4309-9e82-1a0ce1934f44,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:43.724478 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:31:43.726236 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f058d1-6502-4b51-bc3c-38ccef903d37 None None] Pushing event updated for resources: {'Port': ['ID=309b8791-4e14-4b1c-94d8-69111896ea46,revision_number=2']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:43.863800 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device e3aef0d9-017f-4486-9419-632eb82e157b up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:31:43.906618 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Publish callbacks [] for router_gateway (988312a4-0998-4e49-8bca-2fafb5d3b079), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.973582 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:43.978304 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port e3aef0d9-017f-4486-9419-632eb82e157b triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:43.978778 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:43.979114 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port e3aef0d9-017f-4486-9419-632eb82e157b Oct 12 00:31:44.003724 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:43Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:44.052575 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:44.184468 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa6cf2-a2e6-4e9e-a9a8-adcccbf25a3e None None] The sync data for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi is: [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:43Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:31:44.252398 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port e3aef0d9-017f-4486-9419-632eb82e157b is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:44.364404 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3696358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698123'] for router (988312a4-0998-4e49-8bca-2fafb5d3b079), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:44.572509 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Router 988312a4-0998-4e49-8bca-2fafb5d3b079 is scheduled to L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 with binding_index 1 {{(pid=111559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 00:31:44.633842 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00183e-d7d9-4325-9b8e-7308ffb6007b None None] Network c7be0b46-17a6-4c87-baaa-3b5a16277e24 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:31:44.687506 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:31:44.700997 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Sync routers for ids ['988312a4-0998-4e49-8bca-2fafb5d3b079'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:31:44.706226 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-3e0e9d37-fb0e-449f-b0e9-57deae746c48 None None] Provisioning complete for port 309b8791-4e14-4b1c-94d8-69111896ea46 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:44.712064 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e0e9d37-fb0e-449f-b0e9-57deae746c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:44.712064 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-3e0e9d37-fb0e-449f-b0e9-57deae746c48 None None] Attempt 1 to provision port 309b8791-4e14-4b1c-94d8-69111896ea46 Oct 12 00:31:44.712854 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Routers {'988312a4-0998-4e49-8bca-2fafb5d3b079'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:31:44.713352 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:31:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['988312a4-0998-4e49-8bca-2fafb5d3b079'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:44.768356 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:44.769622 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-a7cc1ec8-106c-4a74-8e98-73aeda5450c8 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2531445 Oct 12 00:31:44.772640 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42594) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:44.828160 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Set router 988312a4-0998-4e49-8bca-2fafb5d3b079 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:31:44.843632 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-3e0e9d37-fb0e-449f-b0e9-57deae746c48 None None] Current status of the port 309b8791-4e14-4b1c-94d8-69111896ea46 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:44.844029 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e0e9d37-fb0e-449f-b0e9-57deae746c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:44.891448 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-3e0e9d37-fb0e-449f-b0e9-57deae746c48 None None] For port 309b8791-4e14-4b1c-94d8-69111896ea46, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=309b8791-4e14-4b1c-94d8-69111896ea46,segment=NetworkSegment(8ff60a0a-2546-47fd-931d-8e24c0c1497f),segment_id=8ff60a0a-2546-47fd-931d-8e24c0c1497f)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:31:44.961600 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e0e9d37-fb0e-449f-b0e9-57deae746c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.044147 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e9d37-fb0e-449f-b0e9-57deae746c48 None None] Pushing event updated for resources: {'Port': ['ID=309b8791-4e14-4b1c-94d8-69111896ea46,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:45.060864 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'name': 'tempest-TestVolumeBootPattern-730604545-router', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:42Z', 'updated_at': '2022-10-12T00:31:43Z', 'revision_number': 3, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'gw_port': {'id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:43Z', 'updated_at': '2022-10-12T00:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:45.091196 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Checking router: 988312a4-0998-4e49-8bca-2fafb5d3b079 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:31:45.091692 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Updating router 988312a4-0998-4e49-8bca-2fafb5d3b079 port acee4536-015c-43a1-8033-8ea9456cd495 binding host dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:31:45.121169 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (acee4536-015c-43a1-8033-8ea9456cd495), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.183752 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-ff3c2fc5-b090-40f6-ad82-7955660f8087 None None] Provisioning complete for port 309b8791-4e14-4b1c-94d8-69111896ea46 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:45.184244 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2fc5-b090-40f6-ad82-7955660f8087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.184673 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-ff3c2fc5-b090-40f6-ad82-7955660f8087 None None] Attempt 1 to provision port 309b8791-4e14-4b1c-94d8-69111896ea46 Oct 12 00:31:45.245777 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.261077 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c2fc5-b090-40f6-ad82-7955660f8087 None None] Current status of the port 309b8791-4e14-4b1c-94d8-69111896ea46 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:45.273023 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:45.319727 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:45.391811 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:45.411252 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Allocated IP 172.20.0.1 (c7be0b46-17a6-4c87-baaa-3b5a16277e24/60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b/aa4e1f29-7a74-4b16-9138-aad70dfe5cee) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:31:45.492469 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Publish callbacks [] for port (acee4536-015c-43a1-8033-8ea9456cd495), precommit_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.525619 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Publish callbacks [] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.572090 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (acee4536-015c-43a1-8033-8ea9456cd495), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.610195 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Attempting to bind port acee4536-015c-43a1-8033-8ea9456cd495 on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:31:45.610559 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Attempting to bind port acee4536-015c-43a1-8033-8ea9456cd495 by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:31:45.610965 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Attempting to bind port acee4536-015c-43a1-8033-8ea9456cd495 on network 3241131d-6457-49e3-8f85-61678456bc18 {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:31:45.623841 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.638844 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13634e89-732b-4664-869b-97f93f857aa2 None None] Pushing event updated for resources: {'Port': ['ID=acee4536-015c-43a1-8033-8ea9456cd495,revision_number=2']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:45.663114 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Network c7be0b46-17a6-4c87-baaa-3b5a16277e24 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:31:45.664260 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:31:45.665673 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Checking segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:31:45.665673 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.665673 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Bound using segment: {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'} {{(pid=111562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:31:45.666061 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.managers [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Bound port: acee4536-015c-43a1-8033-8ea9456cd495, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fffa817-3c25-4391-a51f-c0e342de8a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3241131d-6457-49e3-8f85-61678456bc18'}}] {{(pid=111562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:31:45.666553 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (acee4536-015c-43a1-8033-8ea9456cd495), before_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.668070 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:31:45.672091 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:31:45.700489 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4e1f29-7a74-4b16-9138-aad70dfe5cee,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:45.719487 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695920'] for router_interface (988312a4-0998-4e49-8bca-2fafb5d3b079), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.723819 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] For port acee4536-015c-43a1-8033-8ea9456cd495, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:31:45.729739 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.plugins.ml2.db [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] For port acee4536-015c-43a1-8033-8ea9456cd495, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=acee4536-015c-43a1-8033-8ea9456cd495,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:31:45.797905 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron_lib.callbacks.manager [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (acee4536-015c-43a1-8033-8ea9456cd495), after_update {{(pid=111562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.837186 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:45.848247 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Routers {'988312a4-0998-4e49-8bca-2fafb5d3b079'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:31:45.848871 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:31:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['988312a4-0998-4e49-8bca-2fafb5d3b079'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:45.865522 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 870e6872-f38d-4309-9e82-1a0ce1934f44 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:31:45.894590 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13634e89-732b-4664-869b-97f93f857aa2 None None] Pushing event updated for resources: {'Port': ['ID=acee4536-015c-43a1-8033-8ea9456cd495,revision_number=3']} {{(pid=111562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:45.923596 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 870e6872-f38d-4309-9e82-1a0ce1934f44 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:45.924213 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.924316 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 870e6872-f38d-4309-9e82-1a0ce1934f44 Oct 12 00:31:45.938090 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:45.967638 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] Set router 988312a4-0998-4e49-8bca-2fafb5d3b079 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:31:46.010278 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-95f1083c-fc54-4c6c-bdd0-0d94e2df49ed None None] Provisioning complete for port aa4e1f29-7a74-4b16-9138-aad70dfe5cee triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:46.010780 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-95f1083c-fc54-4c6c-bdd0-0d94e2df49ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:46.011216 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-95f1083c-fc54-4c6c-bdd0-0d94e2df49ed None None] Attempt 1 to provision port aa4e1f29-7a74-4b16-9138-aad70dfe5cee Oct 12 00:31:46.013736 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 870e6872-f38d-4309-9e82-1a0ce1934f44 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:46.014183 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:46.039089 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:46.067180 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-95f1083c-fc54-4c6c-bdd0-0d94e2df49ed None None] Port aa4e1f29-7a74-4b16-9138-aad70dfe5cee cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:31:46.070091 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:46.079226 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port 870e6872-f38d-4309-9e82-1a0ce1934f44, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=870e6872-f38d-4309-9e82-1a0ce1934f44,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:31:46.116914 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Publish callbacks [] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:46.138596 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:46.139584 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 309b8791-4e14-4b1c-94d8-69111896ea46 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:31:46.145656 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'name': 'tempest-TestVolumeBootPattern-730604545-router', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:42Z', 'updated_at': '2022-10-12T00:31:43Z', 'revision_number': 3, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'gw_port': {'id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:43Z', 'updated_at': '2022-10-12T00:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:46.160983 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:46.171560 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79987e1e-8783-4730-bfbb-d9bb45ddf5e8 None None] The sync data for ids ['988312a4-0998-4e49-8bca-2fafb5d3b079'] in dv-cinder-849143-13-iscsi is: [{'id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'name': 'tempest-TestVolumeBootPattern-730604545-router', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:42Z', 'updated_at': '2022-10-12T00:31:43Z', 'revision_number': 3, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'gw_port': {'id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:43Z', 'updated_at': '2022-10-12T00:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:31:46.210906 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:46.225924 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=870e6872-f38d-4309-9e82-1a0ce1934f44,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:46.228838 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 309b8791-4e14-4b1c-94d8-69111896ea46 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:46.228956 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:46.229304 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 309b8791-4e14-4b1c-94d8-69111896ea46 Oct 12 00:31:46.231840 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4e1f29-7a74-4b16-9138-aad70dfe5cee,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:46.234269 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3931403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3696044'] for router_interface (988312a4-0998-4e49-8bca-2fafb5d3b079), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:46.311331 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 309b8791-4e14-4b1c-94d8-69111896ea46 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:46.339954 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Network c7be0b46-17a6-4c87-baaa-3b5a16277e24 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:31:46.341355 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:31:46.465914 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:46.481641 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Router 988312a4-0998-4e49-8bca-2fafb5d3b079 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:31:46.594432 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-c6c28216-ffdb-42e2-8598-ae92a53d57cf None None] Provisioning complete for port aa4e1f29-7a74-4b16-9138-aad70dfe5cee triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:46.594894 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c6c28216-ffdb-42e2-8598-ae92a53d57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:46.595323 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-c6c28216-ffdb-42e2-8598-ae92a53d57cf None None] Attempt 1 to provision port aa4e1f29-7a74-4b16-9138-aad70dfe5cee Oct 12 00:31:46.605072 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:31:46.610466 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-1a9a8b83-d861-4d72-9065-732518c4f3f0 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/988312a4-0998-4e49-8bca-2fafb5d3b079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368158 Oct 12 00:31:46.630508 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-c6c28216-ffdb-42e2-8598-ae92a53d57cf None None] Port aa4e1f29-7a74-4b16-9138-aad70dfe5cee cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:31:46.792148 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=72,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:46.795697 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:47.704002 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Sync routers for ids ['988312a4-0998-4e49-8bca-2fafb5d3b079'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:31:47.715732 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Routers {'988312a4-0998-4e49-8bca-2fafb5d3b079'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:31:47.716345 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:31:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['988312a4-0998-4e49-8bca-2fafb5d3b079'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:47.824284 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Set router 988312a4-0998-4e49-8bca-2fafb5d3b079 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:31:47.891358 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 870e6872-f38d-4309-9e82-1a0ce1934f44 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:31:47.998572 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port 870e6872-f38d-4309-9e82-1a0ce1934f44 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:47.998858 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:47.999194 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port 870e6872-f38d-4309-9e82-1a0ce1934f44 Oct 12 00:31:48.023601 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42604) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:48.029904 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-0c5be40d-905c-4df3-8b39-73414f7f1527 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516494631', 'description': 'tempest-secgroup-smoke-516494631 description', 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:48.082821 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'name': 'tempest-TestVolumeBootPattern-730604545-router', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:42Z', 'updated_at': '2022-10-12T00:31:45Z', 'revision_number': 4, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'gw_port': {'id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:43Z', 'updated_at': '2022-10-12T00:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'aa4e1f29-7a74-4b16-9138-aad70dfe5cee', 'name': '', 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'mac_address': 'fa:16:3e:81:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:45Z', 'updated_at': '2022-10-12T00:31:45Z', 'revision_number': 2, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'subnets': [{'id': '60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:48.124317 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Checking router: 988312a4-0998-4e49-8bca-2fafb5d3b079 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:31:48.124670 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Updating router 988312a4-0998-4e49-8bca-2fafb5d3b079 port aa4e1f29-7a74-4b16-9138-aad70dfe5cee binding host dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 00:31:48.127107 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c5be40d-905c-4df3-8b39-73414f7f1527 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.159905 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port 870e6872-f38d-4309-9e82-1a0ce1934f44 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:48.160956 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device acee4536-015c-43a1-8033-8ea9456cd495 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:31:48.181523 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.196791 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c5be40d-905c-4df3-8b39-73414f7f1527 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group (38eb8640-975d-4e96-993b-fe220e55b3b3), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.226051 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:48.247590 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port acee4536-015c-43a1-8033-8ea9456cd495 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:48.247961 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (acee4536-015c-43a1-8033-8ea9456cd495), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.248295 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port acee4536-015c-43a1-8033-8ea9456cd495 Oct 12 00:31:48.258363 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c5be40d-905c-4df3-8b39-73414f7f1527 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (38eb8640-975d-4e96-993b-fe220e55b3b3), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.288963 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5be40d-905c-4df3-8b39-73414f7f1527 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38eb8640-975d-4e96-993b-fe220e55b3b3,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:48.334531 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c5be40d-905c-4df3-8b39-73414f7f1527 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.335910 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0c5be40d-905c-4df3-8b39-73414f7f1527 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3112490 Oct 12 00:31:48.338888 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42606) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:48.343684 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-5442a11e-9e42-45b0-9a54-fd670b7a6cef tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'security_group_rule': {'security_group_id': '38eb8640-975d-4e96-993b-fe220e55b3b3', 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:48.424272 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5442a11e-9e42-45b0-9a54-fd670b7a6cef tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (3c0fa34f-267f-4922-b941-af616a7fa717), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.428229 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:48.434497 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port acee4536-015c-43a1-8033-8ea9456cd495 is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:48.434889 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (acee4536-015c-43a1-8033-8ea9456cd495), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.470723 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port acee4536-015c-43a1-8033-8ea9456cd495, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=acee4536-015c-43a1-8033-8ea9456cd495,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:31:48.483816 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5442a11e-9e42-45b0-9a54-fd670b7a6cef tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (3c0fa34f-267f-4922-b941-af616a7fa717), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.519345 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (acee4536-015c-43a1-8033-8ea9456cd495), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.531979 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5442a11e-9e42-45b0-9a54-fd670b7a6cef tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (3c0fa34f-267f-4922-b941-af616a7fa717), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.552168 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442a11e-9e42-45b0-9a54-fd670b7a6cef tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0fa34f-267f-4922-b941-af616a7fa717,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:48.564204 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Publish callbacks [] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), precommit_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.581021 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=acee4536-015c-43a1-8033-8ea9456cd495,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:48.608203 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-5442a11e-9e42-45b0-9a54-fd670b7a6cef tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.609438 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-5442a11e-9e42-45b0-9a54-fd670b7a6cef tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2692482 Oct 12 00:31:48.612224 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42608) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:48.616610 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-92172633-6d46-4fa0-8549-691f56d02488 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'security_group_rule': {'security_group_id': '38eb8640-975d-4e96-993b-fe220e55b3b3', 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:48.646479 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.704581 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-92172633-6d46-4fa0-8549-691f56d02488 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (ef994705-d742-4d9a-9fac-91fd9d4e23cb), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.710227 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5085d-d82c-4861-9854-877966614b22 None None] Pushing event updated for resources: {'Port': ['ID=aa4e1f29-7a74-4b16-9138-aad70dfe5cee,revision_number=3']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:48.739013 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Attempting to bind port aa4e1f29-7a74-4b16-9138-aad70dfe5cee on host dv-cinder-849143-13-iscsi for vnic_type normal with profile {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:31:48.739500 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Attempting to bind port aa4e1f29-7a74-4b16-9138-aad70dfe5cee by drivers openvswitch,hyperv on host dv-cinder-849143-13-iscsi at level 0 using segments [{'id': '8ff60a0a-2546-47fd-931d-8e24c0c1497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24'}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:31:48.739868 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Attempting to bind port aa4e1f29-7a74-4b16-9138-aad70dfe5cee on network c7be0b46-17a6-4c87-baaa-3b5a16277e24 {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:31:48.763739 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-92172633-6d46-4fa0-8549-691f56d02488 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (ef994705-d742-4d9a-9fac-91fd9d4e23cb), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.781626 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Checking agent: {'id': '5ac20b87-1ae1-4b88-9e63-ef6e81abce82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 11, 33), 'started_at': datetime.datetime(2022, 10, 12, 0, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:31:48.781936 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Checking segment: {'id': '8ff60a0a-2546-47fd-931d-8e24c0c1497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:31:48.782356 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.782773 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Bound using segment: {'id': '8ff60a0a-2546-47fd-931d-8e24c0c1497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24'} {{(pid=111561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:31:48.783245 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.managers [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Bound port: aa4e1f29-7a74-4b16-9138-aad70dfe5cee, host: dv-cinder-849143-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff60a0a-2546-47fd-931d-8e24c0c1497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24'}}] {{(pid=111561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:31:48.783664 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.824285 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-92172633-6d46-4fa0-8549-691f56d02488 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (ef994705-d742-4d9a-9fac-91fd9d4e23cb), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.844712 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92172633-6d46-4fa0-8549-691f56d02488 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef994705-d742-4d9a-9fac-91fd9d4e23cb,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:48.845764 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] For port aa4e1f29-7a74-4b16-9138-aad70dfe5cee, host dv-cinder-849143-13-iscsi, cleared binding levels {{(pid=111561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:31:48.848850 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] For port aa4e1f29-7a74-4b16-9138-aad70dfe5cee, host dv-cinder-849143-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=aa4e1f29-7a74-4b16-9138-aad70dfe5cee,segment=NetworkSegment(8ff60a0a-2546-47fd-931d-8e24c0c1497f),segment_id=8ff60a0a-2546-47fd-931d-8e24c0c1497f)] {{(pid=111561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:31:48.899697 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-92172633-6d46-4fa0-8549-691f56d02488 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.900943 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-92172633-6d46-4fa0-8549-691f56d02488 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2876794 Oct 12 00:31:48.903645 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42610) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:48.907969 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-0ee78ab4-1ce3-4b56-8f31-3383a86aaaf4 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'security_group_rule': {'security_group_id': '38eb8640-975d-4e96-993b-fe220e55b3b3', 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:48.909604 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:48.946049 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Routers {'988312a4-0998-4e49-8bca-2fafb5d3b079'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:31:48.946655 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:31:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['988312a4-0998-4e49-8bca-2fafb5d3b079'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:48.989381 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0ee78ab4-1ce3-4b56-8f31-3383a86aaaf4 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (254b861a-1c6d-4b07-b7f3-573a61bd2bab), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.008094 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5085d-d82c-4861-9854-877966614b22 None None] Pushing event updated for resources: {'Port': ['ID=aa4e1f29-7a74-4b16-9138-aad70dfe5cee,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:49.055306 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0ee78ab4-1ce3-4b56-8f31-3383a86aaaf4 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (254b861a-1c6d-4b07-b7f3-573a61bd2bab), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.066809 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] Set router 988312a4-0998-4e49-8bca-2fafb5d3b079 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:31:49.133128 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:49.149243 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0ee78ab4-1ce3-4b56-8f31-3383a86aaaf4 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (254b861a-1c6d-4b07-b7f3-573a61bd2bab), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.168431 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee78ab4-1ce3-4b56-8f31-3383a86aaaf4 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254b861a-1c6d-4b07-b7f3-573a61bd2bab,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:49.251557 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'name': 'tempest-TestVolumeBootPattern-730604545-router', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:42Z', 'updated_at': '2022-10-12T00:31:45Z', 'revision_number': 4, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'gw_port': {'id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:43Z', 'updated_at': '2022-10-12T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'aa4e1f29-7a74-4b16-9138-aad70dfe5cee', 'name': '', 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'mac_address': 'fa:16:3e:81:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:45Z', 'updated_at': '2022-10-12T00:31:48Z', 'revision_number': 4, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'subnets': [{'id': '60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:31:49.253961 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0ee78ab4-1ce3-4b56-8f31-3383a86aaaf4 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.255199 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0ee78ab4-1ce3-4b56-8f31-3383a86aaaf4 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506091 Oct 12 00:31:49.258081 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42612) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:49.266189 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-7b6be078-c8e5-47e3-9eb3-145549ee8c70 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'security_group_rule': {'security_group_id': '38eb8640-975d-4e96-993b-fe220e55b3b3', 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:49.368465 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b6be078-c8e5-47e3-9eb3-145549ee8c70 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (50027988-beca-4919-b06a-751caaa93825), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.418612 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa7169-814e-4893-a160-62d5c61809d3 None None] The sync data for ids ['988312a4-0998-4e49-8bca-2fafb5d3b079'] in dv-cinder-849143-13-iscsi is: [{'id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'name': 'tempest-TestVolumeBootPattern-730604545-router', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:42Z', 'updated_at': '2022-10-12T00:31:45Z', 'revision_number': 4, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'gw_port': {'id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:43Z', 'updated_at': '2022-10-12T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': 'aa4e1f29-7a74-4b16-9138-aad70dfe5cee', 'name': '', 'network_id': 'c7be0b46-17a6-4c87-baaa-3b5a16277e24', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'mac_address': 'fa:16:3e:81:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:45Z', 'updated_at': '2022-10-12T00:31:48Z', 'revision_number': 4, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'subnets': [{'id': '60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:31:49.435039 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b6be078-c8e5-47e3-9eb3-145549ee8c70 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (50027988-beca-4919-b06a-751caaa93825), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.503634 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b6be078-c8e5-47e3-9eb3-145549ee8c70 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (50027988-beca-4919-b06a-751caaa93825), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.531288 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6be078-c8e5-47e3-9eb3-145549ee8c70 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50027988-beca-4919-b06a-751caaa93825,revision_number=0']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:49.592073 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-7b6be078-c8e5-47e3-9eb3-145549ee8c70 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.593433 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-7b6be078-c8e5-47e3-9eb3-145549ee8c70 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3342569 Oct 12 00:31:49.596201 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42614) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:49.600855 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-e91f643e-c4fb-4cb6-89a7-3c44bbed1a74 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'security_group_rule': {'security_group_id': '38eb8640-975d-4e96-993b-fe220e55b3b3', 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:49.709703 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.securitygroups_db [None req-e91f643e-c4fb-4cb6-89a7-3c44bbed1a74 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Project 764ed0f4ff5d4c48b89dc4be9460323b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 00:31:49.715896 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e91f643e-c4fb-4cb6-89a7-3c44bbed1a74 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (84c99bd6-f035-40a8-901d-a3de8664e9c7), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.759635 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:49.793500 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e91f643e-c4fb-4cb6-89a7-3c44bbed1a74 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (84c99bd6-f035-40a8-901d-a3de8664e9c7), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.863885 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e91f643e-c4fb-4cb6-89a7-3c44bbed1a74 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (84c99bd6-f035-40a8-901d-a3de8664e9c7), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.883250 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f643e-c4fb-4cb6-89a7-3c44bbed1a74 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c99bd6-f035-40a8-901d-a3de8664e9c7,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:49.901375 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device aa4e1f29-7a74-4b16-9138-aad70dfe5cee up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:31:49.927257 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:49.945889 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port aa4e1f29-7a74-4b16-9138-aad70dfe5cee triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:49.946262 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:49.946596 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port aa4e1f29-7a74-4b16-9138-aad70dfe5cee Oct 12 00:31:50.002379 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-e91f643e-c4fb-4cb6-89a7-3c44bbed1a74 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:50.003670 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-e91f643e-c4fb-4cb6-89a7-3c44bbed1a74 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4064407 Oct 12 00:31:50.006446 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42616) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:31:50.011000 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-60c8eb4e-368a-49bb-9936-6f9a53fb505c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'security_group_rule': {'security_group_id': '38eb8640-975d-4e96-993b-fe220e55b3b3', 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:31:50.015266 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:50.020596 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port aa4e1f29-7a74-4b16-9138-aad70dfe5cee is: DOWN; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:50.020989 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:50.053971 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] For port aa4e1f29-7a74-4b16-9138-aad70dfe5cee, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=aa4e1f29-7a74-4b16-9138-aad70dfe5cee,segment=NetworkSegment(8ff60a0a-2546-47fd-931d-8e24c0c1497f),segment_id=8ff60a0a-2546-47fd-931d-8e24c0c1497f)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:31:50.075301 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.securitygroups_db [None req-60c8eb4e-368a-49bb-9936-6f9a53fb505c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Project 764ed0f4ff5d4c48b89dc4be9460323b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 00:31:50.081699 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb4e-368a-49bb-9936-6f9a53fb505c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (4f29ae24-e9ea-4ed7-bdec-46b1f9b2eea5), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:50.092272 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:50.093317 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device acee4536-015c-43a1-8033-8ea9456cd495 up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:31:50.141453 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb4e-368a-49bb-9936-6f9a53fb505c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (4f29ae24-e9ea-4ed7-bdec-46b1f9b2eea5), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:50.169529 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Pushing event updated for resources: {'Port': ['ID=aa4e1f29-7a74-4b16-9138-aad70dfe5cee,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:50.173476 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port acee4536-015c-43a1-8033-8ea9456cd495 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:50.173845 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (acee4536-015c-43a1-8033-8ea9456cd495), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:50.174180 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port acee4536-015c-43a1-8033-8ea9456cd495 Oct 12 00:31:50.206348 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb4e-368a-49bb-9936-6f9a53fb505c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755383'] for security_group_rule (4f29ae24-e9ea-4ed7-bdec-46b1f9b2eea5), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:50.226383 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8eb4e-368a-49bb-9936-6f9a53fb505c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f29ae24-e9ea-4ed7-bdec-46b1f9b2eea5,revision_number=0']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:31:50.252788 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port acee4536-015c-43a1-8033-8ea9456cd495 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:50.305858 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb4e-368a-49bb-9936-6f9a53fb505c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:50.307105 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-60c8eb4e-368a-49bb-9936-6f9a53fb505c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2996109 Oct 12 00:31:51.818361 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device aa4e1f29-7a74-4b16-9138-aad70dfe5cee up at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:31:51.862938 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Provisioning complete for port aa4e1f29-7a74-4b16-9138-aad70dfe5cee triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:31:51.863308 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:51.863665 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Attempt 1 to provision port aa4e1f29-7a74-4b16-9138-aad70dfe5cee Oct 12 00:31:51.939151 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Current status of the port aa4e1f29-7a74-4b16-9138-aad70dfe5cee is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:31:56.148447 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=21 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:56.149233 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:58.307046 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:58.389114 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ff9b69d9-f34d-4b28-8b6b-e78aac912745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:31:59.525701 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:31:59.530362 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:00.235549 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=30,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:00.646624 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8804628c-b932-458a-a4d4-cf6e59885a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:01.868994 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:03.040383 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:03.309543 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:04.571827 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:04.780936 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:32:08.173965 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-226a539c-6ee7-4568-9519-4b9207590ca4 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-516494631&fields=id&tenant_id=764ed0f4ff5d4c48b89dc4be9460323b HTTP/1.1" status: 200 len: 267 time: 0.0446413 Oct 12 00:32:08.281772 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-f2e22d73-4027-4329-8501-188f34d06671 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:08.283195 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-f2e22d73-4027-4329-8501-188f34d06671 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 812 time: 0.1030800 Oct 12 00:32:08.297219 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-8b1ab3a2-1419-4da2-9bfc-b5a761bce2d4 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/quotas/764ed0f4ff5d4c48b89dc4be9460323b HTTP/1.1" status: 200 len: 375 time: 0.0087688 Oct 12 00:32:08.346372 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-8e14f12b-1bed-48a3-864b-ca6bd09e23b2 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443997 Oct 12 00:32:08.451838 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-ef42abab-f2ec-4a6e-979a-9a4f742a781a service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:32:08.452837 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-ef42abab-f2ec-4a6e-979a-9a4f742a781a service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0956790 Oct 12 00:32:08.542533 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-e58f1f9c-97ee-4521-92bd-3a01dfaa2f3d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836053 Oct 12 00:32:08.633040 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-20c17248-049a-46b2-86a8-7f4a00553c7e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849166 Oct 12 00:32:09.143417 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1290f03c-c69e-4fb9-97b6-f9aeb883c430 req-3f86d556-28fd-4e0f-8aab-98606fba8515 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 210 time: 0.0296979 Oct 12 00:32:10.243556 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-cd9a0fdc-9b8b-49a3-a534-f663f4d84467 req-cc2571f3-0d2f-42ed-a016-74348ee711f0 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 210 time: 0.0274751 Oct 12 00:32:11.168237 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-894fa560-154f-407b-8b0a-ec59805b56f7 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:11.169718 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-894fa560-154f-407b-8b0a-ec59805b56f7 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 812 time: 0.1028407 Oct 12 00:32:11.240874 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-242d44d6-967f-4b21-9830-65ba80c6292f tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=764ed0f4ff5d4c48b89dc4be9460323b HTTP/1.1" status: 200 len: 379 time: 0.0540981 Oct 12 00:32:11.259098 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'port': {'device_id': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'admin_state_up': True, 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'security_groups': ['38eb8640-975d-4e96-993b-fe220e55b3b3']}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:32:11.360012 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-d9745cd9-2647-45fd-820b-15f5f615d530 req-9f5b7aca-f14c-4cf4-b2d5-9af1f1b0912e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 210 time: 0.0335968 Oct 12 00:32:11.474602 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Made reservation on behalf of 764ed0f4ff5d4c48b89dc4be9460323b for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:32:11.478874 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:11.609631 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Allocated IP 172.20.0.11 (2a02dece-4b1c-4c17-bb61-97d2fc408cbe/558db806-53ce-4f59-9fa5-39e371fd24bb/b8ea00c5-d1c7-47c3-9be5-0d340c81802b) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:32:11.748375 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:11.818069 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:11.862350 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:32:11.865429 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:32:11.869198 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:32:11.873983 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'Port': ['ID=b8ea00c5-d1c7-47c3-9be5-0d340c81802b,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:11.922513 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:11.923137 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:12.015215 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-3c459fa5-dc06-4849-9f79-0826f47b4977 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7533603 Oct 12 00:32:12.034580 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Request body: {'port': {'device_id': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:32:12.060979 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:12.093295 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-af0ebe7f-6a31-4c8b-9a09-4a8ffa3af1d8 None None] Provisioning complete for port b8ea00c5-d1c7-47c3-9be5-0d340c81802b triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:32:12.094390 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-af0ebe7f-6a31-4c8b-9a09-4a8ffa3af1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:12.094944 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-af0ebe7f-6a31-4c8b-9a09-4a8ffa3af1d8 None None] Attempt 1 to provision port b8ea00c5-d1c7-47c3-9be5-0d340c81802b Oct 12 00:32:12.097541 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:12.105939 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:12.127617 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-af0ebe7f-6a31-4c8b-9a09-4a8ffa3af1d8 None None] Port b8ea00c5-d1c7-47c3-9be5-0d340c81802b cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:32:12.345168 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ea00c5-d1c7-47c3-9be5-0d340c81802b {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:32:12.353355 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Publish callbacks [] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:12.365551 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Transition to ACTIVE for port object b8ea00c5-d1c7-47c3-9be5-0d340c81802b will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:32:12.441245 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:12.485054 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009bb9b-1482-4ab4-8b77-92bd5c95be3f req-8b4aa8a6-e779-44c8-a1cd-ddbece461e36 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:12.486527 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b009bb9b-1482-4ab4-8b77-92bd5c95be3f req-8b4aa8a6-e779-44c8-a1cd-ddbece461e36 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 944 time: 0.0500827 Oct 12 00:32:12.523740 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ea00c5-d1c7-47c3-9be5-0d340c81802b,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:12.537848 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-b009bb9b-1482-4ab4-8b77-92bd5c95be3f req-e187bc64-b3b3-4fb0-9eed-205ea3e5e1f9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449593 Oct 12 00:32:12.556803 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Attempting to bind port b8ea00c5-d1c7-47c3-9be5-0d340c81802b on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:32:12.557713 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Attempting to bind port b8ea00c5-d1c7-47c3-9be5-0d340c81802b by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:32:12.558060 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Attempting to bind port b8ea00c5-d1c7-47c3-9be5-0d340c81802b on network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:32:12.581387 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:12.599084 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Port b8ea00c5-d1c7-47c3-9be5-0d340c81802b on network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:32:12.599722 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Attempting to bind port b8ea00c5-d1c7-47c3-9be5-0d340c81802b on network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:32:12.640271 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:32:12.640601 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Checking segment: {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:32:12.640972 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Bound using segment: {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:32:12.641398 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Bound port: b8ea00c5-d1c7-47c3-9be5-0d340c81802b, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:32:12.641750 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:12.707745 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] For port b8ea00c5-d1c7-47c3-9be5-0d340c81802b, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:32:12.710680 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] For port b8ea00c5-d1c7-47c3-9be5-0d340c81802b, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b8ea00c5-d1c7-47c3-9be5-0d340c81802b,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:32:12.783695 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:12.787149 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:12.787810 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:12.789205 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/b8ea00c5-d1c7-47c3-9be5-0d340c81802b HTTP/1.1" status: 200 len: 1094 time: 0.7587423 Oct 12 00:32:12.791341 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'tag': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:32:12.794153 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c858176c-19db-4852-8134-5ce87bac8f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c50686e7-ef13-42ad-b479-ae1326018ba4", "tag": "b8ea00c5-d1c7-47c3-9be5-0d340c81802b"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:32:12.842244 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773e64f-357f-4acf-b3c1-bd55664ec1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ea00c5-d1c7-47c3-9be5-0d340c81802b,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:12.893421 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af296349-f25e-4692-b70f-60365f6da43b x-openstack-request-id: req-af296349-f25e-4692-b70f-60365f6da43b {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:32:12.893719 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50686e7-ef13-42ad-b479-ae1326018ba4", "tag": "b8ea00c5-d1c7-47c3-9be5-0d340c81802b", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:32:12.893974 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af296349-f25e-4692-b70f-60365f6da43b {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:32:12.894378 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af296349-f25e-4692-b70f-60365f6da43b'] response: {'name': 'network-changed', 'server_uuid': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'tag': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b', 'status': 'completed', 'code': 200} Oct 12 00:32:13.028363 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858176c-19db-4852-8134-5ce87bac8f1a req-6008838a-c403-4260-b13a-8d6c0f78c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:13.029812 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c858176c-19db-4852-8134-5ce87bac8f1a req-6008838a-c403-4260-b13a-8d6c0f78c9e0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 1128 time: 0.0392554 Oct 12 00:32:13.137784 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858176c-19db-4852-8134-5ce87bac8f1a req-d584b0f7-9985-45c7-806d-fc1d7cd1407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:13.139225 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c858176c-19db-4852-8134-5ce87bac8f1a req-d584b0f7-9985-45c7-806d-fc1d7cd1407b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0920901 Oct 12 00:32:13.247184 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858176c-19db-4852-8134-5ce87bac8f1a req-2b00e5ba-4596-4e5a-964e-dc211c746d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:13.248655 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c858176c-19db-4852-8134-5ce87bac8f1a req-2b00e5ba-4596-4e5a-964e-dc211c746d3a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865731 Oct 12 00:32:13.611666 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-f36f7d20-10cb-447c-8770-485652ace166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:13.615407 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-f36f7d20-10cb-447c-8770-485652ace166 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 1128 time: 0.0453885 Oct 12 00:32:13.665841 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6dfdd-f9c8-4382-aeb7-48b95ecc03e0 req-4abc87d1-8485-4a4b-8229-8c05f8a90e95 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:13.667324 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0be6dfdd-f9c8-4382-aeb7-48b95ecc03e0 req-4abc87d1-8485-4a4b-8229-8c05f8a90e95 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 944 time: 0.0469649 Oct 12 00:32:13.667519 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-8f18bb86-0937-427a-b214-e64e99f6e750 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8ea00c5-d1c7-47c3-9be5-0d340c81802b HTTP/1.1" status: 200 len: 217 time: 0.0332365 Oct 12 00:32:13.719880 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-19acdb16-0ce6-4cae-8769-38a56b384f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:13.720113 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0be6dfdd-f9c8-4382-aeb7-48b95ecc03e0 req-11f968aa-a8d1-4bbe-9013-bed1ef395b57 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467396 Oct 12 00:32:13.721720 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-19acdb16-0ce6-4cae-8769-38a56b384f46 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0482299 Oct 12 00:32:13.768703 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-4711bc19-277d-484f-9838-f2fe0ea34480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:13.770161 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-4711bc19-277d-484f-9838-f2fe0ea34480 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419002 Oct 12 00:32:13.879905 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-7fbfc210-5d93-45c9-87d0-ad83967dfdad service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858741 Oct 12 00:32:14.098105 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:14.158007 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-35ed5a42-4cfd-4a88-9786-2a894d7cad64 req-d7a2d120-442e-4684-b440-61a2e8bbbf35 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900576 Oct 12 00:32:14.843456 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b06d2d-79df-4ef0-bb88-72bcfc3e98cd req-a0bd9e08-1ff8-43e8-81e9-518c0e0d1932 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:14.844906 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-79b06d2d-79df-4ef0-bb88-72bcfc3e98cd req-a0bd9e08-1ff8-43e8-81e9-518c0e0d1932 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 944 time: 0.0462980 Oct 12 00:32:14.892747 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-79b06d2d-79df-4ef0-bb88-72bcfc3e98cd req-6015a4d1-9e8e-486c-a85e-3e59d40260b0 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423121 Oct 12 00:32:15.197409 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-142e346b-9323-400b-8498-860f8071dadd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365267 Oct 12 00:32:15.310694 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-b0328c25-645a-401b-8071-59ee0f075fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:15.312158 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-b0328c25-645a-401b-8071-59ee0f075fdc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=654843d065264b9e9296824daf702110&device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1129 time: 0.0415924 Oct 12 00:32:15.419461 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-d36e3477-bd52-426e-8c56-73bb44f04f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:15.420915 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-d36e3477-bd52-426e-8c56-73bb44f04f15 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 HTTP/1.1" status: 200 len: 910 time: 0.0843694 Oct 12 00:32:15.487105 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-b2a1a707-f5a9-45b3-9ce3-c765b07bbeab service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 200 len: 1000 time: 0.0558538 Oct 12 00:32:15.528861 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:15.537430 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-6ddb9eaa-7e14-4dd7-a38a-66a021d09797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:15.538829 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-6ddb9eaa-7e14-4dd7-a38a-66a021d09797 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3db3557-c8f3-41f3-909c-4cfe7c130bd4 HTTP/1.1" status: 200 len: 848 time: 0.0429201 Oct 12 00:32:15.586137 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-a1880915-f5e9-4c88-9961-e26eab567fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:15.587583 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-a1880915-f5e9-4c88-9961-e26eab567fdd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375731 Oct 12 00:32:15.680929 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-45a83b0a-b9ec-4d7a-9a87-4a4884b5526e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828543 Oct 12 00:32:15.770157 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-b91a4ee4-c44a-42cd-9bc4-03200e72411b req-ffa68039-7740-45e7-b148-bc3bd280541c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801795 Oct 12 00:32:16.011037 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc79aa-cc10-4b5c-8d80-c8d64362ec00 req-564eedb6-d90e-4f41-aa43-01fb91d13659 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:16.012419 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15bc79aa-cc10-4b5c-8d80-c8d64362ec00 req-564eedb6-d90e-4f41-aa43-01fb91d13659 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 944 time: 0.0465240 Oct 12 00:32:16.063630 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-15bc79aa-cc10-4b5c-8d80-c8d64362ec00 req-834f2885-0808-430f-91b3-922aa5201bb8 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456176 Oct 12 00:32:17.186135 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966e5d-eaf2-4c9e-aa5c-5d13baa2a7a5 req-39d5714d-886b-487a-8d15-3d2a275dfb11 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:17.187631 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-48966e5d-eaf2-4c9e-aa5c-5d13baa2a7a5 req-39d5714d-886b-487a-8d15-3d2a275dfb11 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 944 time: 0.0492823 Oct 12 00:32:17.235076 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-48966e5d-eaf2-4c9e-aa5c-5d13baa2a7a5 req-4908f481-9024-43dc-902e-9bc269eabad3 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420198 Oct 12 00:32:18.352415 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3aea8-3cb9-4514-9d68-a3fdd3200808 req-7b07b8fb-26d1-4f27-b701-e7067ba67925 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:18.354383 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-dbd3aea8-3cb9-4514-9d68-a3fdd3200808 req-7b07b8fb-26d1-4f27-b701-e7067ba67925 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 944 time: 0.0458674 Oct 12 00:32:18.401993 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-dbd3aea8-3cb9-4514-9d68-a3fdd3200808 req-801a6c68-89e2-4501-b215-94a753b45ffc tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420353 Oct 12 00:32:19.520410 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb98518-d8a6-40e9-9536-f066043ce217 req-8c15ac59-97b0-4bca-bf09-a9125a9fb1ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:19.522134 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-deb98518-d8a6-40e9-9536-f066043ce217 req-8c15ac59-97b0-4bca-bf09-a9125a9fb1ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 944 time: 0.0460849 Oct 12 00:32:19.571013 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-deb98518-d8a6-40e9-9536-f066043ce217 req-027a6a67-29ba-475f-8515-1aa21ccbd3c6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426910 Oct 12 00:32:20.000769 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42770) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:20.136144 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Deleting port 5d37bfd4-0939-4ca2-9427-12ad2ee43545 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:32:20.136505 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (5d37bfd4-0939-4ca2-9427-12ad2ee43545), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:20.192315 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:20.205811 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:20.214325 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (5d37bfd4-0939-4ca2-9427-12ad2ee43545), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:20.214651 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for floatingip (5d37bfd4-0939-4ca2-9427-12ad2ee43545), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:20.226958 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Calling delete_port for 5d37bfd4-0939-4ca2-9427-12ad2ee43545 owned by network:floatingip {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:32:20.417998 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (5d37bfd4-0939-4ca2-9427-12ad2ee43545), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:20.442405 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event deleted for resources: {'Port': ['ID=5d37bfd4-0939-4ca2-9427-12ad2ee43545,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:20.468980 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.469321 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.469656 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.469989 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.470315 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.470639 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.470973 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.471279 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.471622 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.471942 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.472259 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.472578 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.472901 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.473213 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.473527 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:20.516120 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for floatingip (d3375d82-d004-48c0-8237-760d124b0a66), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:20.516451 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Floating IP d3375d82-d004-48c0-8237-760d124b0a66 disassociated (deleted). External IP: 172.27.4.36, port: 4ad8437d-d747-4320-afc4-1d72d58b1f96. Oct 12 00:32:20.731165 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44485c0-c9bd-4e00-b9e2-8e0505660e10 req-69f60fdd-c8fb-4aaf-b58d-0087c0106fed tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:20.732529 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a44485c0-c9bd-4e00-b9e2-8e0505660e10 req-69f60fdd-c8fb-4aaf-b58d-0087c0106fed tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 944 time: 0.0832031 Oct 12 00:32:20.764285 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Router 02e671b4-0cc0-45ca-b092-b238abfdbb80 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:32:20.799641 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a44485c0-c9bd-4e00-b9e2-8e0505660e10 req-53b68007-8e8a-4e5d-9c32-b22b7beaa746 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604267 Oct 12 00:32:20.890570 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:32:20.894943 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:20.902251 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eca708-c8cd-4219-879c-456d4f27ebfc None None] Sync routers for ids ['02e671b4-0cc0-45ca-b092-b238abfdbb80'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:32:20.912042 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eca708-c8cd-4219-879c-456d4f27ebfc None None] Routers {'02e671b4-0cc0-45ca-b092-b238abfdbb80'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:32:20.912739 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-77eca708-c8cd-4219-879c-456d4f27ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:32:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['02e671b4-0cc0-45ca-b092-b238abfdbb80'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:20.925587 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-223e263c-5de1-48a0-a9bd-1b8c41e8fbc7 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/d3375d82-d004-48c0-8237-760d124b0a66 HTTP/1.1" status: 204 len: 168 time: 0.9237599 Oct 12 00:32:20.926226 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:32:20.928546 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538093c7-1e84-4a6c-a182-690504786694" -d '{"events": [{"name": "network-changed", "server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:32:21.016527 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-77eca708-c8cd-4219-879c-456d4f27ebfc None None] Set router 02e671b4-0cc0-45ca-b092-b238abfdbb80 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:32:21.031636 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886c1371-7848-4277-9f92-2082e5a74b5e x-openstack-request-id: req-886c1371-7848-4277-9f92-2082e5a74b5e {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:32:21.032137 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:32:21.032137 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-886c1371-7848-4277-9f92-2082e5a74b5e {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:32:21.032547 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886c1371-7848-4277-9f92-2082e5a74b5e'] response: {'name': 'network-changed', 'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'status': 'completed', 'code': 200} Oct 12 00:32:21.139734 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538093c7-1e84-4a6c-a182-690504786694 req-6b3704fe-c9b2-4756-bd79-3b9dd7d8c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:21.143256 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-538093c7-1e84-4a6c-a182-690504786694 req-6b3704fe-c9b2-4756-bd79-3b9dd7d8c723 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=654843d065264b9e9296824daf702110&device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 1129 time: 0.0437090 Oct 12 00:32:21.209339 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-77eca708-c8cd-4219-879c-456d4f27ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:19Z', 'revision_number': 4, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '708112ba-b964-49bb-9768-38d54f6d89aa', 'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'tenant_id': '654843d065264b9e9296824daf702110', 'mac_address': 'fa:16:3e:4a:9d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:18Z', 'updated_at': '2022-10-12T00:27:24Z', 'revision_number': 5, 'project_id': '654843d065264b9e9296824daf702110', 'subnets': [{'id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:21.244964 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eca708-c8cd-4219-879c-456d4f27ebfc None None] Checking router: 02e671b4-0cc0-45ca-b092-b238abfdbb80 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:32:21.249805 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538093c7-1e84-4a6c-a182-690504786694 req-90db4118-6f57-477e-87bb-bd7c151ea3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:21.251329 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-538093c7-1e84-4a6c-a182-690504786694 req-90db4118-6f57-477e-87bb-bd7c151ea3e3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 HTTP/1.1" status: 200 len: 910 time: 0.0904961 Oct 12 00:32:21.255071 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eca708-c8cd-4219-879c-456d4f27ebfc None None] Routers {'02e671b4-0cc0-45ca-b092-b238abfdbb80'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:32:21.255710 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-77eca708-c8cd-4219-879c-456d4f27ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:32:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['02e671b4-0cc0-45ca-b092-b238abfdbb80'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:21.298442 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c8c6a-b938-4db8-b3a0-1c3273f8a8fd req-29af6333-5f63-4d23-99c7-22f6f91e9409 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:21.300082 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1c0c8c6a-b938-4db8-b3a0-1c3273f8a8fd req-29af6333-5f63-4d23-99c7-22f6f91e9409 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0510850 Oct 12 00:32:21.341193 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:21.350066 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-1c0c8c6a-b938-4db8-b3a0-1c3273f8a8fd req-daa536c4-3e2b-45ac-9924-790f5b9c4671 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441370 Oct 12 00:32:21.359218 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-77eca708-c8cd-4219-879c-456d4f27ebfc None None] Set router 02e671b4-0cc0-45ca-b092-b238abfdbb80 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:32:21.538739 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-77eca708-c8cd-4219-879c-456d4f27ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:19Z', 'revision_number': 4, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '708112ba-b964-49bb-9768-38d54f6d89aa', 'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'tenant_id': '654843d065264b9e9296824daf702110', 'mac_address': 'fa:16:3e:4a:9d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:18Z', 'updated_at': '2022-10-12T00:27:24Z', 'revision_number': 5, 'project_id': '654843d065264b9e9296824daf702110', 'subnets': [{'id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:21.563491 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eca708-c8cd-4219-879c-456d4f27ebfc None None] The sync data for ids ['02e671b4-0cc0-45ca-b092-b238abfdbb80'] in dv-cinder-849143-13-iscsi is: [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:27:19Z', 'revision_number': 4, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '708112ba-b964-49bb-9768-38d54f6d89aa', 'name': '', 'network_id': '0fd75ea6-44b5-4c93-a3aa-fbdedbce1910', 'tenant_id': '654843d065264b9e9296824daf702110', 'mac_address': 'fa:16:3e:4a:9d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:18Z', 'updated_at': '2022-10-12T00:27:24Z', 'revision_number': 5, 'project_id': '654843d065264b9e9296824daf702110', 'subnets': [{'id': 'c3db3557-c8f3-41f3-909c-4cfe7c130bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:32:21.780019 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ab73e-fd3e-4893-83da-57b6a700c91d None None] New status for floating IP d3375d82-d004-48c0-8237-760d124b0a66: DOWN {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:32:21.782210 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:21.835626 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device b8ea00c5-d1c7-47c3-9be5-0d340c81802b details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:32:21.927915 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1db453-d889-4b8b-bb4b-690094b35f86 req-a4fe54dd-88ab-43e3-be6b-fa766efbc098 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:21.929370 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fd1db453-d889-4b8b-bb4b-690094b35f86 req-a4fe54dd-88ab-43e3-be6b-fa766efbc098 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 944 time: 0.0513964 Oct 12 00:32:21.942590 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port b8ea00c5-d1c7-47c3-9be5-0d340c81802b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b8ea00c5-d1c7-47c3-9be5-0d340c81802b,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:21.954339 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'port_id': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b', 'mac_address': 'fa:16:3e:4a:df:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:32:21.955490 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:21.978786 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-fd1db453-d889-4b8b-bb4b-690094b35f86 req-3d4452d3-fa96-419d-9660-102cb46c3f42 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431502 Oct 12 00:32:21.988930 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port b8ea00c5-d1c7-47c3-9be5-0d340c81802b is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:32:21.989357 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:22.003108 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ea00c5-d1c7-47c3-9be5-0d340c81802b {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:32:22.023083 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port b8ea00c5-d1c7-47c3-9be5-0d340c81802b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b8ea00c5-d1c7-47c3-9be5-0d340c81802b,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:22.091858 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:22.141642 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=b8ea00c5-d1c7-47c3-9be5-0d340c81802b,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:22.430149 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['b8ea00c5-d1c7-47c3-9be5-0d340c81802b'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:32:22.470255 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc8084-debb-45e8-867b-c21fe5c56699 req-f16c83f7-acd6-4bb1-80f3-cd5f9d408155 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:22.471740 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-35bc8084-debb-45e8-867b-c21fe5c56699 req-f16c83f7-acd6-4bb1-80f3-cd5f9d408155 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0462823 Oct 12 00:32:22.521124 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-35bc8084-debb-45e8-867b-c21fe5c56699 req-104762fe-60b0-4c13-aa7a-0c99b64b08b4 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436306 Oct 12 00:32:22.584065 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-538093c7-1e84-4a6c-a182-690504786694 req-3331b47a-5908-45a7-87df-1a038070ccad service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 200 len: 217 time: 0.0364821 Oct 12 00:32:22.632818 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538093c7-1e84-4a6c-a182-690504786694 req-7fe30724-78f5-45e0-b453-ec162ca18b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:22.634332 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-538093c7-1e84-4a6c-a182-690504786694 req-7fe30724-78f5-45e0-b453-ec162ca18b32 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3db3557-c8f3-41f3-909c-4cfe7c130bd4 HTTP/1.1" status: 200 len: 848 time: 0.0429146 Oct 12 00:32:22.809359 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538093c7-1e84-4a6c-a182-690504786694 req-298fe349-d71e-4ce3-8831-3fa0769dc760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:22.810836 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-538093c7-1e84-4a6c-a182-690504786694 req-298fe349-d71e-4ce3-8831-3fa0769dc760 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398598 Oct 12 00:32:22.905341 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-538093c7-1e84-4a6c-a182-690504786694 req-7e9598b2-1628-4be5-9882-5e152838e36f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854485 Oct 12 00:32:23.117399 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7c80-77e7-46e8-80c3-2becd7901741 req-52eabc01-5aa0-4470-b818-e3d416ffd68c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:23.118842 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e73a7c80-77e7-46e8-80c3-2becd7901741 req-52eabc01-5aa0-4470-b818-e3d416ffd68c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 945 time: 0.0647604 Oct 12 00:32:23.144670 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:23.148930 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-538093c7-1e84-4a6c-a182-690504786694 req-a520a604-6d04-4447-8f55-11bf4418c8bb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412296 Oct 12 00:32:23.214305 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b504f4-e49e-4cae-abf3-b95bc5551e01 req-7997eee5-83db-4e37-a4c5-0aca735cd3f8 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:23.215793 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c2b504f4-e49e-4cae-abf3-b95bc5551e01 req-7997eee5-83db-4e37-a4c5-0aca735cd3f8 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0660076 Oct 12 00:32:23.219342 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e73a7c80-77e7-46e8-80c3-2becd7901741 req-38677bbc-749c-4ac9-8ca6-c2940b8a7c46 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946858 Oct 12 00:32:23.306631 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-c2b504f4-e49e-4cae-abf3-b95bc5551e01 req-d0440813-e57b-4759-984e-5785c174a471 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Deleting port 4ad8437d-d747-4320-afc4-1d72d58b1f96 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:32:23.307529 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-c2b504f4-e49e-4cae-abf3-b95bc5551e01 req-d0440813-e57b-4759-984e-5785c174a471 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:23.394984 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-c2b504f4-e49e-4cae-abf3-b95bc5551e01 req-d0440813-e57b-4759-984e-5785c174a471 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] For port 4ad8437d-d747-4320-afc4-1d72d58b1f96, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4ad8437d-d747-4320-afc4-1d72d58b1f96,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:23.395268 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-c2b504f4-e49e-4cae-abf3-b95bc5551e01 req-d0440813-e57b-4759-984e-5785c174a471 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:23.407891 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-c2b504f4-e49e-4cae-abf3-b95bc5551e01 req-d0440813-e57b-4759-984e-5785c174a471 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Calling delete_port for 4ad8437d-d747-4320-afc4-1d72d58b1f96 owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:32:23.647647 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cc34c-b62e-4531-bb4c-26eb36f64c58 req-80e5f71e-ae89-427c-a66a-38c4f3f91814 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:23.649064 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-045cc34c-b62e-4531-bb4c-26eb36f64c58 req-80e5f71e-ae89-427c-a66a-38c4f3f91814 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 945 time: 0.0476382 Oct 12 00:32:23.688108 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:23.704850 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-045cc34c-b62e-4531-bb4c-26eb36f64c58 req-e7f2bd4f-48c6-4468-a833-a0fcf0f11465 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aacd457-4828-4d43-94c8-0249670fc438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497706 Oct 12 00:32:23.841928 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device b8ea00c5-d1c7-47c3-9be5-0d340c81802b up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:32:23.863578 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-c2b504f4-e49e-4cae-abf3-b95bc5551e01 req-d0440813-e57b-4759-984e-5785c174a471 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (4ad8437d-d747-4320-afc4-1d72d58b1f96), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:23.880462 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:23.885503 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port b8ea00c5-d1c7-47c3-9be5-0d340c81802b completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:32:23.891551 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0440813-e57b-4759-984e-5785c174a471 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event deleted for resources: {'Port': ['ID=4ad8437d-d747-4320-afc4-1d72d58b1f96,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:23.936000 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b504f4-e49e-4cae-abf3-b95bc5551e01 req-d0440813-e57b-4759-984e-5785c174a471 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] No DVR routers for this DVR port 4ad8437d-d747-4320-afc4-1d72d58b1f96 on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:32:23.938501 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-c2b504f4-e49e-4cae-abf3-b95bc5551e01 req-d0440813-e57b-4759-984e-5785c174a471 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:23.941689 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-c2b504f4-e49e-4cae-abf3-b95bc5551e01 req-d0440813-e57b-4759-984e-5785c174a471 tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.40 "DELETE /networking/v2.0/ports/4ad8437d-d747-4320-afc4-1d72d58b1f96 HTTP/1.1" status: 204 len: 173 time: 0.7174661 Oct 12 00:32:23.942184 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'name': 'network-vif-deleted', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:32:23.944446 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f7cfc7-3a8a-4ab6-8262-f2ade2c04cc4" -d '{"events": [{"server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "name": "network-vif-deleted", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:32:23.960170 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port b8ea00c5-d1c7-47c3-9be5-0d340c81802b triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:32:23.963798 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:23.963798 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port b8ea00c5-d1c7-47c3-9be5-0d340c81802b Oct 12 00:32:23.980648 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61c858b-f64e-48f0-aaeb-453c164ef23c x-openstack-request-id: req-f61c858b-f64e-48f0-aaeb-453c164ef23c {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:32:23.980942 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23fd934-b03a-4259-8fd8-8dbcc42be866", "name": "network-vif-deleted", "tag": "4ad8437d-d747-4320-afc4-1d72d58b1f96", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:32:23.981199 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f61c858b-f64e-48f0-aaeb-453c164ef23c {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:32:23.981614 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61c858b-f64e-48f0-aaeb-453c164ef23c'] response: {'server_uuid': 'b23fd934-b03a-4259-8fd8-8dbcc42be866', 'name': 'network-vif-deleted', 'tag': '4ad8437d-d747-4320-afc4-1d72d58b1f96', 'status': 'completed', 'code': 200} Oct 12 00:32:24.036332 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port b8ea00c5-d1c7-47c3-9be5-0d340c81802b is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:32:24.036792 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:24.059712 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:32:24.061954 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5e701f-a770-40b1-9027-aef0e756325b" -d '{"events": [{"server_uuid": "c50686e7-ef13-42ad-b479-ae1326018ba4", "name": "network-vif-plugged", "status": "completed", "tag": "b8ea00c5-d1c7-47c3-9be5-0d340c81802b"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:32:24.065982 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:24.074519 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port b8ea00c5-d1c7-47c3-9be5-0d340c81802b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b8ea00c5-d1c7-47c3-9be5-0d340c81802b,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:24.099261 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da5a0c-3242-42ac-ac46-111fff486456 x-openstack-request-id: req-47da5a0c-3242-42ac-ac46-111fff486456 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:32:24.099591 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50686e7-ef13-42ad-b479-ae1326018ba4", "name": "network-vif-plugged", "status": "completed", "tag": "b8ea00c5-d1c7-47c3-9be5-0d340c81802b", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:32:24.099850 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47da5a0c-3242-42ac-ac46-111fff486456 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:32:24.100252 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47da5a0c-3242-42ac-ac46-111fff486456'] response: {'server_uuid': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b', 'code': 200} Oct 12 00:32:24.144065 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:24.190663 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=b8ea00c5-d1c7-47c3-9be5-0d340c81802b,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:24.357341 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1e5cb-acfa-40ad-b5ae-5e0ce3469ddf req-ac67616f-ebd9-42c4-85e3-63ea8c48faff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:24.358856 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a3a1e5cb-acfa-40ad-b5ae-5e0ce3469ddf req-ac67616f-ebd9-42c4-85e3-63ea8c48faff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 946 time: 0.0510595 Oct 12 00:32:24.407570 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a3a1e5cb-acfa-40ad-b5ae-5e0ce3469ddf req-e8693103-99c2-403c-ac5a-14c8eb385a17 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428009 Oct 12 00:32:24.529660 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:24.540906 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1e3e8-25b0-4df7-8935-5b3d3f91e9b5 req-5cc8b625-ad85-43df-95d3-bbc653fdfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:24.551677 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9cf1e3e8-25b0-4df7-8935-5b3d3f91e9b5 req-5cc8b625-ad85-43df-95d3-bbc653fdfdf3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 1130 time: 0.0392020 Oct 12 00:32:24.608672 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9cf1e3e8-25b0-4df7-8935-5b3d3f91e9b5 req-edb82bf8-6327-47ad-a213-e36bf32c817d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418906 Oct 12 00:32:24.810667 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-5cf84aef-540a-40bd-8aa3-86b5b1c77c15 req-7a91d694-e1a8-4310-b06a-b8731c53b0ea tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 210 time: 0.0274422 Oct 12 00:32:25.534606 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0df08-dc8f-45f2-b610-c0d5516906af req-4e6f9bfc-67c4-4191-b8a8-948367e2125a tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:25.536074 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-eea0df08-dc8f-45f2-b610-c0d5516906af req-4e6f9bfc-67c4-4191-b8a8-948367e2125a tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 946 time: 0.0497565 Oct 12 00:32:25.584579 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-eea0df08-dc8f-45f2-b610-c0d5516906af req-98b57780-ff37-4fd1-b5a3-7ea320fbdb0d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417938 Oct 12 00:32:25.929785 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-719ff676-4e27-4ede-84a4-7198684b2ad7 req-556aecc5-63a9-4369-930d-10d99bc12ded tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b23fd934-b03a-4259-8fd8-8dbcc42be866 HTTP/1.1" status: 200 len: 210 time: 0.0295248 Oct 12 00:32:26.704532 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc06e9-df24-49c2-a2e5-7ddc6b770306 req-c9a6da21-8897-47b3-9111-7bee641ebd07 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:26.705965 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7cdc06e9-df24-49c2-a2e5-7ddc6b770306 req-c9a6da21-8897-47b3-9111-7bee641ebd07 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 946 time: 0.0465381 Oct 12 00:32:26.753709 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7cdc06e9-df24-49c2-a2e5-7ddc6b770306 req-e9d88426-63c8-4880-82b8-d9ef9199f4a2 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Oct 12 00:32:26.869686 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dad591-bf28-4571-ad15-9d3312a8a832 req-3d54da31-36e8-44e7-ab23-d7b0f69a782d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:26.871104 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-48dad591-bf28-4571-ad15-9d3312a8a832 req-3d54da31-36e8-44e7-ab23-d7b0f69a782d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 946 time: 0.0448797 Oct 12 00:32:26.922374 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-48dad591-bf28-4571-ad15-9d3312a8a832 req-5519532e-39da-44ce-af33-230adb1106c3 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459266 Oct 12 00:32:26.950867 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42806) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:26.999925 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42812) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:27.031836 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:27.032079 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a045384-c455-4c70-b5a8-6a2688444a69 tempest-TestVolumeBootPattern-1809698491 tempest-TestVolumeBootPattern-1809698491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:27.033430 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-3a045384-c455-4c70-b5a8-6a2688444a69 tempest-TestVolumeBootPattern-1809698491 tempest-TestVolumeBootPattern-1809698491-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 1125 time: 0.0815837 Oct 12 00:32:27.036407 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42814) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:27.040710 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.v2.base [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'port_id': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:32:27.057840 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-350e941c-ce8f-42d0-8ebe-37e14f30264f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group (0aacd457-4828-4d43-94c8-0249670fc438), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:27.081498 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-350e941c-ce8f-42d0-8ebe-37e14f30264f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group (0aacd457-4828-4d43-94c8-0249670fc438), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:27.109149 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:27.187969 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:27.194834 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-350e941c-ce8f-42d0-8ebe-37e14f30264f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (0aacd457-4828-4d43-94c8-0249670fc438), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:27.197948 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-350e941c-ce8f-42d0-8ebe-37e14f30264f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:27.202121 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-350e941c-ce8f-42d0-8ebe-37e14f30264f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0aacd457-4828-4d43-94c8-0249670fc438 HTTP/1.1" status: 204 len: 168 time: 0.2012696 Oct 12 00:32:27.215797 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e941c-ce8f-42d0-8ebe-37e14f30264f tempest-TestShelveInstance-771858459 tempest-TestShelveInstance-771858459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aacd457-4828-4d43-94c8-0249670fc438,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:27.297326 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_common [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Allocated IP 172.27.4.44 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/e5a2c1f6-58df-4707-907d-cb01ab8f3b59) {{(pid=111559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:32:27.325757 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42818) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:27.407614 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for port (e5a2c1f6-58df-4707-907d-cb01ab8f3b59), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:27.503661 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (e5a2c1f6-58df-4707-907d-cb01ab8f3b59), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:27.542518 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:32:27.547281 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.base_scheduler [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Resources bound (agent type, host, resource id): {{(pid=111559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:32:27.551277 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Received port after_create {{(pid=111559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:32:27.556411 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'Port': ['ID=e5a2c1f6-58df-4707-907d-cb01ab8f3b59,revision_number=1']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:27.613608 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:27.737570 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700557'] for router_interface (02e671b4-0cc0-45ca-b092-b238abfdbb80), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:27.756424 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:27.836862 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 4ad8437d-d747-4320-afc4-1d72d58b1f96 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:32:27.857691 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 4ad8437d-d747-4320-afc4-1d72d58b1f96 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:32:27.863740 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 4ad8437d-d747-4320-afc4-1d72d58b1f96 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:32:27.923280 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:27.966585 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] Deleting port 708112ba-b964-49bb-9768-38d54f6d89aa {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:32:27.967316 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:28.060391 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] For port 708112ba-b964-49bb-9768-38d54f6d89aa, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=708112ba-b964-49bb-9768-38d54f6d89aa,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:28.060847 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:28.077135 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] Calling delete_port for 708112ba-b964-49bb-9768-38d54f6d89aa owned by network:router_interface {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:32:28.139683 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:28.155262 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (401d0d6e-c085-4385-b8bb-05566009a839), precommit_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:28.272644 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e5a2c1f6-58df-4707-907d-cb01ab8f3b59), before_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:28.326701 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (708112ba-b964-49bb-9768-38d54f6d89aa), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:28.354750 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] Pushing event deleted for resources: {'Port': ['ID=708112ba-b964-49bb-9768-38d54f6d89aa,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:28.411011 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e44d-b784-4cd7-95fc-5c273524df2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:28.440016 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for port (e5a2c1f6-58df-4707-907d-cb01ab8f3b59), precommit_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:28.491731 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966032'] for port (e5a2c1f6-58df-4707-907d-cb01ab8f3b59), after_update {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:28.537273 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700537'] for router_interface (02e671b4-0cc0-45ca-b092-b238abfdbb80), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:28.562480 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28186115-903c-4482-b97f-84dd68dc913a None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:32:28.564442 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'Port': ['ID=e5a2c1f6-58df-4707-907d-cb01ab8f3b59,revision_number=2']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:28.569802 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (401d0d6e-c085-4385-b8bb-05566009a839), after_create {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:28.656032 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28186115-903c-4482-b97f-84dd68dc913a None None] Resources bound (agent type, host, resource id): {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 00:32:28.671664 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Floating IP 401d0d6e-c085-4385-b8bb-05566009a839 associated. External IP: 172.27.4.44, port: b8ea00c5-d1c7-47c3-9be5-0d340c81802b. Oct 12 00:32:28.715566 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:28.760820 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] Router 02e671b4-0cc0-45ca-b092-b238abfdbb80 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:32:28.875699 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:32:28.884313 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc784b-aae8-47c8-a373-383a3695e17c None None] Sync routers for ids ['02e671b4-0cc0-45ca-b092-b238abfdbb80'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:32:28.885253 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Router 2211ea9a-1755-47cd-8330-5354cf9367b1 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:32:28.888317 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-bcb79cc4-cd4d-44c8-9876-4718c072ca71 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/02e671b4-0cc0-45ca-b092-b238abfdbb80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5590518 Oct 12 00:32:28.888468 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=94 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:28.889013 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42822) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:28.895123 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc784b-aae8-47c8-a373-383a3695e17c None None] Routers {'02e671b4-0cc0-45ca-b092-b238abfdbb80'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:32:28.899229 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b8cc784b-aae8-47c8-a373-383a3695e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:32:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['02e671b4-0cc0-45ca-b092-b238abfdbb80'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:29.065882 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=100 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:29.078168 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Publish callbacks [] for router (02e671b4-0cc0-45ca-b092-b238abfdbb80), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:29.097118 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-b8cc784b-aae8-47c8-a373-383a3695e17c None None] Set router 02e671b4-0cc0-45ca-b092-b238abfdbb80 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:32:29.113076 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:32:29.124073 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e5fa4-475a-4e1b-8664-d1c38e1c0eaa None None] Sync routers for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:32:29.141541 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e5fa4-475a-4e1b-8664-d1c38e1c0eaa None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:32:29.142182 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-3a3e5fa4-475a-4e1b-8664-d1c38e1c0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:32:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:29.213846 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:29.218614 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Publish callbacks [] for router_gateway (02e671b4-0cc0-45ca-b092-b238abfdbb80), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:29.239397 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:29.257294 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-d3c7a713-7d3f-4e2f-81ab-b25bf61dd7b6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2196810 Oct 12 00:32:29.258165 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'tag': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:32:29.261241 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f68bda-0047-4887-b2e0-5e515c3129f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c50686e7-ef13-42ad-b479-ae1326018ba4", "tag": "b8ea00c5-d1c7-47c3-9be5-0d340c81802b"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:32:29.263480 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-3a3e5fa4-475a-4e1b-8664-d1c38e1c0eaa None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:32:29.279337 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b8cc784b-aae8-47c8-a373-383a3695e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:32:28Z', 'revision_number': 5, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port': {'id': 'a71f2280-0570-44a2-bfff-f645d800f6f2', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:16Z', 'updated_at': '2022-10-12T00:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:29.305080 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc784b-aae8-47c8-a373-383a3695e17c None None] Checking router: 02e671b4-0cc0-45ca-b092-b238abfdbb80 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:32:29.305332 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44ea6e6-17c1-4887-96b8-354d3b62e849 x-openstack-request-id: req-c44ea6e6-17c1-4887-96b8-354d3b62e849 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:32:29.305826 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50686e7-ef13-42ad-b479-ae1326018ba4", "tag": "b8ea00c5-d1c7-47c3-9be5-0d340c81802b", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:32:29.306279 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c44ea6e6-17c1-4887-96b8-354d3b62e849 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:32:29.307634 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c44ea6e6-17c1-4887-96b8-354d3b62e849'] response: {'name': 'network-changed', 'server_uuid': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'tag': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b', 'status': 'completed', 'code': 200} Oct 12 00:32:29.316146 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc784b-aae8-47c8-a373-383a3695e17c None None] Routers {'02e671b4-0cc0-45ca-b092-b238abfdbb80'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:32:29.316769 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b8cc784b-aae8-47c8-a373-383a3695e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:32:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['02e671b4-0cc0-45ca-b092-b238abfdbb80'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:29.346681 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Deleting port a71f2280-0570-44a2-bfff-f645d800f6f2 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:32:29.347188 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:29.400626 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-b8cc784b-aae8-47c8-a373-383a3695e17c None None] Set router 02e671b4-0cc0-45ca-b092-b238abfdbb80 gateway port host: None {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:32:29.411885 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f68bda-0047-4887-b2e0-5e515c3129f5 req-8ee9753d-481a-4aee-a20a-18ab8162c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:29.412092 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-06413dfe-c0b3-42ad-bf4e-6f44c728642d None None] Provisioning complete for port 198aabca-4f93-4e9f-b228-388dc2b14d8a triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:32:29.412251 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-06413dfe-c0b3-42ad-bf4e-6f44c728642d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:29.412669 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-06413dfe-c0b3-42ad-bf4e-6f44c728642d None None] Attempt 1 to provision port 198aabca-4f93-4e9f-b228-388dc2b14d8a Oct 12 00:32:29.414138 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-36f68bda-0047-4887-b2e0-5e515c3129f5 req-8ee9753d-481a-4aee-a20a-18ab8162c64b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 1130 time: 0.0494430 Oct 12 00:32:29.453770 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b8cc784b-aae8-47c8-a373-383a3695e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:32:29Z', 'revision_number': 6, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port_host': None}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:29.462428 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] For port a71f2280-0570-44a2-bfff-f645d800f6f2, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=a71f2280-0570-44a2-bfff-f645d800f6f2,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:29.462864 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:29.478406 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Calling delete_port for a71f2280-0570-44a2-bfff-f645d800f6f2 owned by network:router_gateway {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:32:29.480739 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc784b-aae8-47c8-a373-383a3695e17c None None] The sync data for ids ['02e671b4-0cc0-45ca-b092-b238abfdbb80'] in dv-cinder-849143-13-iscsi is: [{'id': '02e671b4-0cc0-45ca-b092-b238abfdbb80', 'name': 'tempest-TestShelveInstance-1552951287-router', 'tenant_id': '654843d065264b9e9296824daf702110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:15Z', 'updated_at': '2022-10-12T00:32:29Z', 'revision_number': 6, 'project_id': '654843d065264b9e9296824daf702110', 'gw_port_host': None}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:32:29.550817 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-06413dfe-c0b3-42ad-bf4e-6f44c728642d None None] Current status of the port 198aabca-4f93-4e9f-b228-388dc2b14d8a is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:32:29.561426 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:29.563912 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f68bda-0047-4887-b2e0-5e515c3129f5 req-42e30633-94de-4761-acf3-ae39197e710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:29.564563 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-3a3e5fa4-475a-4e1b-8664-d1c38e1c0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '401d0d6e-c085-4385-b8bb-05566009a839', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.44', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:4a:df:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:32:27Z', 'updated_at': '2022-10-12T00:32:27Z', 'revision_number': 0, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:29.565322 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-36f68bda-0047-4887-b2e0-5e515c3129f5 req-42e30633-94de-4761-acf3-ae39197e710f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 913 time: 0.1447697 Oct 12 00:32:29.590157 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e5fa4-475a-4e1b-8664-d1c38e1c0eaa None None] Checking router: 2211ea9a-1755-47cd-8330-5354cf9367b1 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:32:29.598489 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e5fa4-475a-4e1b-8664-d1c38e1c0eaa None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:32:29.599086 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-3a3e5fa4-475a-4e1b-8664-d1c38e1c0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:32:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:29.630174 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-36f68bda-0047-4887-b2e0-5e515c3129f5 req-e5c54563-1e05-4184-8f5c-780d8647a265 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8ea00c5-d1c7-47c3-9be5-0d340c81802b HTTP/1.1" status: 200 len: 999 time: 0.0579190 Oct 12 00:32:29.680021 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f68bda-0047-4887-b2e0-5e515c3129f5 req-0a722175-e4d6-44f9-9973-6c859c031797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:29.681466 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-36f68bda-0047-4887-b2e0-5e515c3129f5 req-0a722175-e4d6-44f9-9973-6c859c031797 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0453494 Oct 12 00:32:29.684240 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:29.686443 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:29.702155 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-3a3e5fa4-475a-4e1b-8664-d1c38e1c0eaa None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:32:29.720577 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (a71f2280-0570-44a2-bfff-f645d800f6f2), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:29.728547 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f68bda-0047-4887-b2e0-5e515c3129f5 req-f016ce5c-ce09-448b-9b05-f740fc76c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:32:29.730168 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-36f68bda-0047-4887-b2e0-5e515c3129f5 req-f016ce5c-ce09-448b-9b05-f740fc76c4b2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428119 Oct 12 00:32:29.745715 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:DELETE=1,neutron:UPDATE=1,neutron:SELECT=98 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:29.750715 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71f2280-0570-44a2-bfff-f645d800f6f2,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:29.835230 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3698035'] for router_gateway (02e671b4-0cc0-45ca-b092-b238abfdbb80), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:29.851526 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-36f68bda-0047-4887-b2e0-5e515c3129f5 req-d79bce72-7e4a-4ba8-91c3-de332883230a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139855 Oct 12 00:32:29.974135 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4256'] for router (02e671b4-0cc0-45ca-b092-b238abfdbb80), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:29.974381 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-36f68bda-0047-4887-b2e0-5e515c3129f5 req-e37b80f9-e073-423e-92b0-a4ea85737189 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170309 Oct 12 00:32:29.976641 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Publish callbacks [] for router_controller (02e671b4-0cc0-45ca-b092-b238abfdbb80), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:29.988141 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:30.044745 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 708112ba-b964-49bb-9768-38d54f6d89aa no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:32:30.069675 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 708112ba-b964-49bb-9768-38d54f6d89aa {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:32:30.070017 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 708112ba-b964-49bb-9768-38d54f6d89aa not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:32:30.080412 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700577'] for router (02e671b4-0cc0-45ca-b092-b238abfdbb80), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.081146 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02e671b4-0cc0-45ca-b092-b238abfdbb80 {{(pid=111559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 00:32:30.089990 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.089990 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-8a2e0b04-006c-44bc-b759-7920c873e253 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/02e671b4-0cc0-45ca-b092-b238abfdbb80 HTTP/1.1" status: 204 len: 168 time: 1.1962841 Oct 12 00:32:30.090776 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42828) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:30.135592 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-3a3e5fa4-475a-4e1b-8664-d1c38e1c0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '401d0d6e-c085-4385-b8bb-05566009a839', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.44', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:4a:df:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:32:27Z', 'updated_at': '2022-10-12T00:32:27Z', 'revision_number': 0, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:30.138137 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91f80cb-6694-422d-aa7f-dcac94f5b574 admin admin] Deleting subnet c3db3557-c8f3-41f3-909c-4cfe7c130bd4 {{(pid=111559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:32:30.141344 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f91f80cb-6694-422d-aa7f-dcac94f5b574 admin admin] Publish callbacks [] for subnet (c3db3557-c8f3-41f3-909c-4cfe7c130bd4), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.161307 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e5fa4-475a-4e1b-8664-d1c38e1c0eaa None None] The sync data for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi is: [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '401d0d6e-c085-4385-b8bb-05566009a839', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.44', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:4a:df:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:32:27Z', 'updated_at': '2022-10-12T00:32:27Z', 'revision_number': 0, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:32:30.176928 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:30.179652 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f91f80cb-6694-422d-aa7f-dcac94f5b574 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461494'] for subnet (c3db3557-c8f3-41f3-909c-4cfe7c130bd4), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.266942 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f91f80cb-6694-422d-aa7f-dcac94f5b574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (c3db3557-c8f3-41f3-909c-4cfe7c130bd4), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.389878 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f91f80cb-6694-422d-aa7f-dcac94f5b574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25924447'] for subnet (c3db3557-c8f3-41f3-909c-4cfe7c130bd4), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.403542 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca338467-3156-4f82-84c0-09e356b370f0 None None] New status for floating IP 401d0d6e-c085-4385-b8bb-05566009a839: ACTIVE {{(pid=111562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:32:30.415150 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f80cb-6694-422d-aa7f-dcac94f5b574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3db3557-c8f3-41f3-909c-4cfe7c130bd4,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:30.421871 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-f91f80cb-6694-422d-aa7f-dcac94f5b574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.429807 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-f91f80cb-6694-422d-aa7f-dcac94f5b574 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/c3db3557-c8f3-41f3-909c-4cfe7c130bd4 HTTP/1.1" status: 204 len: 168 time: 0.3333533 Oct 12 00:32:30.430718 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a140cdf5-7f97-4693-b53d-9fce4b606db6 None None] Network 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:32:30.431495 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 42830) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:30.507180 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (0fd75ea6-44b5-4c93-a3aa-fbdedbce1910), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.563248 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Deleting port 198aabca-4f93-4e9f-b228-388dc2b14d8a {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:32:30.563248 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.591341 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a3267c-6c6f-404b-802f-4c85307b4052 None None] DHCP port deletion for 0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 request from dv-cinder-849143-13-iscsi {{(pid=111561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 00:32:30.625897 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] For port 198aabca-4f93-4e9f-b228-388dc2b14d8a, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=198aabca-4f93-4e9f-b228-388dc2b14d8a,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:30.626299 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.642191 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Calling delete_port for 198aabca-4f93-4e9f-b228-388dc2b14d8a owned by network:dhcp {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:32:30.644330 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3267c-6c6f-404b-802f-4c85307b4052 None None] Deleting port 198aabca-4f93-4e9f-b228-388dc2b14d8a {{(pid=111561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:32:30.644714 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d6a3267c-6c6f-404b-802f-4c85307b4052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), before_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.706499 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ef4197e0-3c81-4f8a-9d01-025450e78cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.713641 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-d6a3267c-6c6f-404b-802f-4c85307b4052 None None] For port 198aabca-4f93-4e9f-b228-388dc2b14d8a, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=198aabca-4f93-4e9f-b228-388dc2b14d8a,segment=NetworkSegment(e60d908b-4e68-44e1-8e1f-e052aa1e6f86),segment_id=e60d908b-4e68-44e1-8e1f-e052aa1e6f86)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:30.714032 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d6a3267c-6c6f-404b-802f-4c85307b4052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), precommit_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.726216 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3267c-6c6f-404b-802f-4c85307b4052 None None] Calling delete_port for 198aabca-4f93-4e9f-b228-388dc2b14d8a owned by network:dhcp {{(pid=111561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:32:30.805725 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.811940 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d6a3267c-6c6f-404b-802f-4c85307b4052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (198aabca-4f93-4e9f-b228-388dc2b14d8a), after_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.833943 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=198aabca-4f93-4e9f-b228-388dc2b14d8a,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:30.835839 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] No DVR routers for this DVR port 198aabca-4f93-4e9f-b228-388dc2b14d8a on host dv-cinder-849143-13-iscsi {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:32:30.838528 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3267c-6c6f-404b-802f-4c85307b4052 None None] Pushing event deleted for resources: {'Port': ['ID=198aabca-4f93-4e9f-b228-388dc2b14d8a,revision_number=None']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:30.843171 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a3267c-6c6f-404b-802f-4c85307b4052 None None] No DVR routers for this DVR port 198aabca-4f93-4e9f-b228-388dc2b14d8a on host dv-cinder-849143-13-iscsi {{(pid=111561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:32:30.910132 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (0fd75ea6-44b5-4c93-a3aa-fbdedbce1910), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.929699 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd75ea6-44b5-4c93-a3aa-fbdedbce1910']}} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:30.939616 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86') {'for_net_delete': True} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:30.939916 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60d908b-4e68-44e1-8e1f-e052aa1e6f86') {} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:30.950059 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461391'] for segment (e60d908b-4e68-44e1-8e1f-e052aa1e6f86), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.963258 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (e60d908b-4e68-44e1-8e1f-e052aa1e6f86), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:30.969590 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=111559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:32:30.969870 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966068'] for segment (e60d908b-4e68-44e1-8e1f-e052aa1e6f86), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:31.108125 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment e60d908b-4e68-44e1-8e1f-e052aa1e6f86 resource provider aggregate not found Oct 12 00:32:31.112575 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (0fd75ea6-44b5-4c93-a3aa-fbdedbce1910), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:31.117717 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:31.121695 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/0fd75ea6-44b5-4c93-a3aa-fbdedbce1910 HTTP/1.1" status: 204 len: 168 time: 0.6890626 Oct 12 00:32:31.124766 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42838) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:31.133514 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment e60d908b-4e68-44e1-8e1f-e052aa1e6f86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e60d908b-4e68-44e1-8e1f-e052aa1e6f86 found for delete ", "request_id": "req-172efdd8-cba6-4e6c-b37f-aafcdbec15dc"}]} Oct 12 00:32:31.135202 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459de03-81d2-4104-95b7-42e246dc0de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd75ea6-44b5-4c93-a3aa-fbdedbce1910,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:31.426485 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700557'] for router_interface (f49402fa-299b-46d3-bfc0-6f189e6097f4), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:31.585089 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:31.640695 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] Deleting port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:32:31.641031 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:31.721376 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] For port b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6,segment=NetworkSegment(6c9d45b7-cd24-401c-8f0a-dcc4db33ef38),segment_id=6c9d45b7-cd24-401c-8f0a-dcc4db33ef38)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:31.721653 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:31.734377 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] Calling delete_port for b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 owned by network:router_interface {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:32:31.832614 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device a71f2280-0570-44a2-bfff-f645d800f6f2 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:32:31.852915 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:31.854130 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: a71f2280-0570-44a2-bfff-f645d800f6f2 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:32:31.854471 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device a71f2280-0570-44a2-bfff-f645d800f6f2 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:32:31.854880 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 198aabca-4f93-4e9f-b228-388dc2b14d8a no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:32:31.873888 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 198aabca-4f93-4e9f-b228-388dc2b14d8a {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:32:31.874393 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 198aabca-4f93-4e9f-b228-388dc2b14d8a not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:32:31.948837 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:31.973051 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:32.026489 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:32.130778 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700537'] for router_interface (f49402fa-299b-46d3-bfc0-6f189e6097f4), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:32.150777 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b88baa-7888-4f1d-a023-45bcadd57173 None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:32:32.234080 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b88baa-7888-4f1d-a023-45bcadd57173 None None] Resources bound (agent type, host, resource id): {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 00:32:32.249044 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:32.329560 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:32.333523 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] Router f49402fa-299b-46d3-bfc0-6f189e6097f4 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:32:32.437747 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:32:32.443151 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0a4a7c3b-ad0a-4257-b58a-4a215bd87194 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/f49402fa-299b-46d3-bfc0-6f189e6097f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3167679 Oct 12 00:32:32.444991 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42840) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:32.447394 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b277ac9-5f7f-469d-8042-3b74705963cd None None] Sync routers for ids ['f49402fa-299b-46d3-bfc0-6f189e6097f4'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:32:32.458943 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b277ac9-5f7f-469d-8042-3b74705963cd None None] Routers {'f49402fa-299b-46d3-bfc0-6f189e6097f4'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:32:32.459625 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-9b277ac9-5f7f-469d-8042-3b74705963cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:32:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['f49402fa-299b-46d3-bfc0-6f189e6097f4'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:32.464993 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:32.580692 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-9b277ac9-5f7f-469d-8042-3b74705963cd None None] Set router f49402fa-299b-46d3-bfc0-6f189e6097f4 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:32:32.760532 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-9b277ac9-5f7f-469d-8042-3b74705963cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'name': 'tempest-TestShelveInstance-2017041582-router', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:22Z', 'updated_at': '2022-10-12T00:32:31Z', 'revision_number': 5, 'project_id': '406331653ce1431896c1d2ad89461310', 'gw_port': {'id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:23Z', 'updated_at': '2022-10-12T00:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:32.791425 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b277ac9-5f7f-469d-8042-3b74705963cd None None] Checking router: f49402fa-299b-46d3-bfc0-6f189e6097f4 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:32:32.801510 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b277ac9-5f7f-469d-8042-3b74705963cd None None] Routers {'f49402fa-299b-46d3-bfc0-6f189e6097f4'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:32:32.802189 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-9b277ac9-5f7f-469d-8042-3b74705963cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:32:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['f49402fa-299b-46d3-bfc0-6f189e6097f4'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:32.830117 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Publish callbacks [] for router (f49402fa-299b-46d3-bfc0-6f189e6097f4), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:32.903888 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-aac1696b-0a5a-48ad-806d-d84de46d6315 None None] Provisioning complete for port 50895de4-b96f-423d-8aae-dab79846baed triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:32:32.904497 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-aac1696b-0a5a-48ad-806d-d84de46d6315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (50895de4-b96f-423d-8aae-dab79846baed), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:32.904624 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-aac1696b-0a5a-48ad-806d-d84de46d6315 None None] Attempt 1 to provision port 50895de4-b96f-423d-8aae-dab79846baed Oct 12 00:32:32.927218 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Publish callbacks [] for router_gateway (f49402fa-299b-46d3-bfc0-6f189e6097f4), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:32.934174 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-9b277ac9-5f7f-469d-8042-3b74705963cd None None] Set router f49402fa-299b-46d3-bfc0-6f189e6097f4 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:32:33.028607 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Deleting port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:32:33.028970 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.103794 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.109154 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] For port 6a7f98eb-93a0-4d8c-9249-4e07f62a691d, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=6a7f98eb-93a0-4d8c-9249-4e07f62a691d,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:33.109530 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.111850 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-aac1696b-0a5a-48ad-806d-d84de46d6315 None None] Current status of the port 50895de4-b96f-423d-8aae-dab79846baed is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:32:33.126757 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Calling delete_port for 6a7f98eb-93a0-4d8c-9249-4e07f62a691d owned by network:router_gateway {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:32:33.150364 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-9b277ac9-5f7f-469d-8042-3b74705963cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'name': 'tempest-TestShelveInstance-2017041582-router', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:22Z', 'updated_at': '2022-10-12T00:32:31Z', 'revision_number': 5, 'project_id': '406331653ce1431896c1d2ad89461310', 'gw_port': {'id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:23Z', 'updated_at': '2022-10-12T00:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:33.165063 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:33.179211 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b277ac9-5f7f-469d-8042-3b74705963cd None None] The sync data for ids ['f49402fa-299b-46d3-bfc0-6f189e6097f4'] in dv-cinder-849143-13-iscsi is: [{'id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'name': 'tempest-TestShelveInstance-2017041582-router', 'tenant_id': '406331653ce1431896c1d2ad89461310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:27:22Z', 'updated_at': '2022-10-12T00:32:31Z', 'revision_number': 5, 'project_id': '406331653ce1431896c1d2ad89461310', 'gw_port': {'id': '6a7f98eb-93a0-4d8c-9249-4e07f62a691d', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49402fa-299b-46d3-bfc0-6f189e6097f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:27:23Z', 'updated_at': '2022-10-12T00:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:32:33.325438 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.354279 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (6a7f98eb-93a0-4d8c-9249-4e07f62a691d), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.384393 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7f98eb-93a0-4d8c-9249-4e07f62a691d,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:33.439448 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3698035'] for router_gateway (f49402fa-299b-46d3-bfc0-6f189e6097f4), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.524971 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4256'] for router (f49402fa-299b-46d3-bfc0-6f189e6097f4), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.527095 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Publish callbacks [] for router_controller (f49402fa-299b-46d3-bfc0-6f189e6097f4), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.623450 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700577'] for router (f49402fa-299b-46d3-bfc0-6f189e6097f4), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.624133 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f49402fa-299b-46d3-bfc0-6f189e6097f4 {{(pid=111560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 00:32:33.634647 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] Publish callbacks [] for router (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.634647 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-31f11791-ef56-4125-b5d5-dd13db29aefa admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/f49402fa-299b-46d3-bfc0-6f189e6097f4 HTTP/1.1" status: 204 len: 168 time: 1.1839602 Oct 12 00:32:33.634647 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42842) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:33.678601 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5d56b0-03b2-4697-89c2-4897e46aa09a admin admin] Deleting subnet 5b257282-0512-4743-a2c4-d71257417c67 {{(pid=111560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:32:33.682652 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ce5d56b0-03b2-4697-89c2-4897e46aa09a admin admin] Publish callbacks [] for subnet (5b257282-0512-4743-a2c4-d71257417c67), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.716435 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ce5d56b0-03b2-4697-89c2-4897e46aa09a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526249'] for subnet (5b257282-0512-4743-a2c4-d71257417c67), precommit_delete_associations {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.717958 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:33.798906 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ce5d56b0-03b2-4697-89c2-4897e46aa09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (5b257282-0512-4743-a2c4-d71257417c67), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.875979 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:32:33.895599 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:32:33.896166 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device b01dc0ed-8e8f-46a3-b965-62e4d5c5efa6 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:32:33.920571 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ce5d56b0-03b2-4697-89c2-4897e46aa09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26333834'] for subnet (5b257282-0512-4743-a2c4-d71257417c67), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.945735 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d56b0-03b2-4697-89c2-4897e46aa09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b257282-0512-4743-a2c4-d71257417c67,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:33.949299 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-ce5d56b0-03b2-4697-89c2-4897e46aa09a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:33.952384 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-ce5d56b0-03b2-4697-89c2-4897e46aa09a admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/5b257282-0512-4743-a2c4-d71257417c67 HTTP/1.1" status: 204 len: 168 time: 0.3186853 Oct 12 00:32:33.954910 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42844) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:33.955057 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b29da54-1e95-4a73-b78a-a12d60444583 None None] Network 9e926896-f44a-41a2-bb23-0031184e29a1 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:32:34.025875 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (9e926896-f44a-41a2-bb23-0031184e29a1), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.038255 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:34.066972 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Deleting port 50895de4-b96f-423d-8aae-dab79846baed {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:32:34.067398 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (50895de4-b96f-423d-8aae-dab79846baed), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.128993 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] For port 50895de4-b96f-423d-8aae-dab79846baed, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=50895de4-b96f-423d-8aae-dab79846baed,segment=NetworkSegment(6c9d45b7-cd24-401c-8f0a-dcc4db33ef38),segment_id=6c9d45b7-cd24-401c-8f0a-dcc4db33ef38)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:34.129270 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (50895de4-b96f-423d-8aae-dab79846baed), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.141821 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Calling delete_port for 50895de4-b96f-423d-8aae-dab79846baed owned by network:dhcp {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:32:34.199839 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:34.223533 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a08bda-8003-45c5-b0a6-0b6470795c59 None None] DHCP port deletion for 9e926896-f44a-41a2-bb23-0031184e29a1 request from dv-cinder-849143-13-iscsi {{(pid=111561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 00:32:34.264226 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-d4a08bda-8003-45c5-b0a6-0b6470795c59 None None] Deleting port 50895de4-b96f-423d-8aae-dab79846baed {{(pid=111561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:32:34.264632 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d4a08bda-8003-45c5-b0a6-0b6470795c59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (50895de4-b96f-423d-8aae-dab79846baed), before_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.286231 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (50895de4-b96f-423d-8aae-dab79846baed), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.312422 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Pushing event deleted for resources: {'Port': ['ID=50895de4-b96f-423d-8aae-dab79846baed,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:34.315982 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] No DVR routers for this DVR port 50895de4-b96f-423d-8aae-dab79846baed on host dv-cinder-849143-13-iscsi {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:32:34.331133 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-d4a08bda-8003-45c5-b0a6-0b6470795c59 None None] For port 50895de4-b96f-423d-8aae-dab79846baed, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=50895de4-b96f-423d-8aae-dab79846baed,segment=NetworkSegment(6c9d45b7-cd24-401c-8f0a-dcc4db33ef38),segment_id=6c9d45b7-cd24-401c-8f0a-dcc4db33ef38)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:32:34.331562 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d4a08bda-8003-45c5-b0a6-0b6470795c59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (50895de4-b96f-423d-8aae-dab79846baed), precommit_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.348602 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-d4a08bda-8003-45c5-b0a6-0b6470795c59 None None] Calling delete_port for 50895de4-b96f-423d-8aae-dab79846baed owned by network:dhcp {{(pid=111561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:32:34.391015 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (9e926896-f44a-41a2-bb23-0031184e29a1), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.411482 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e926896-f44a-41a2-bb23-0031184e29a1']}} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:34.420799 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9d45b7-cd24-401c-8f0a-dcc4db33ef38') {'for_net_delete': True} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:34.421105 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.services.segments.db [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9d45b7-cd24-401c-8f0a-dcc4db33ef38') {} {{(pid=111560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:32:34.421258 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d4a08bda-8003-45c5-b0a6-0b6470795c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (50895de4-b96f-423d-8aae-dab79846baed), after_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.428733 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:34.430822 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526160'] for segment (6c9d45b7-cd24-401c-8f0a-dcc4db33ef38), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.443955 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (6c9d45b7-cd24-401c-8f0a-dcc4db33ef38), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.447515 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a08bda-8003-45c5-b0a6-0b6470795c59 None None] Pushing event deleted for resources: {'Port': ['ID=50895de4-b96f-423d-8aae-dab79846baed,revision_number=None']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:34.449485 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a08bda-8003-45c5-b0a6-0b6470795c59 None None] No DVR routers for this DVR port 50895de4-b96f-423d-8aae-dab79846baed on host dv-cinder-849143-13-iscsi {{(pid=111561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:32:34.451919 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=111560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:32:34.452420 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655368'] for segment (6c9d45b7-cd24-401c-8f0a-dcc4db33ef38), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.494709 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment 6c9d45b7-cd24-401c-8f0a-dcc4db33ef38 resource provider aggregate not found Oct 12 00:32:34.511344 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.services.segments.plugin [-] Segment 6c9d45b7-cd24-401c-8f0a-dcc4db33ef38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c9d45b7-cd24-401c-8f0a-dcc4db33ef38 found for delete ", "request_id": "req-182df7b2-ca49-4a65-9031-6d3f6a701158"}]} Oct 12 00:32:34.520169 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.577684 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (9e926896-f44a-41a2-bb23-0031184e29a1), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.583229 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:34.586337 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/9e926896-f44a-41a2-bb23-0031184e29a1 HTTP/1.1" status: 204 len: 168 time: 0.6304824 Oct 12 00:32:34.597229 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ab5d6-5873-48e3-9016-220978e0a664 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e926896-f44a-41a2-bb23-0031184e29a1,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:34.937635 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42852) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:34.980532 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-3bd7cbbc-2646-49e6-8197-632abae9fabd admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=654843d065264b9e9296824daf702110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417743 Oct 12 00:32:34.982932 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42854) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:35.029667 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-80d1833d-d485-4e82-a14d-dd4482eaa21f admin admin] Publish callbacks [] for security_group (b79806dd-530d-4b8b-8403-28fcf2174efc), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:35.049656 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-80d1833d-d485-4e82-a14d-dd4482eaa21f admin admin] Publish callbacks [] for security_group (b79806dd-530d-4b8b-8403-28fcf2174efc), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:35.166042 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-80d1833d-d485-4e82-a14d-dd4482eaa21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b79806dd-530d-4b8b-8403-28fcf2174efc), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:35.168543 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-80d1833d-d485-4e82-a14d-dd4482eaa21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:35.169667 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-80d1833d-d485-4e82-a14d-dd4482eaa21f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b79806dd-530d-4b8b-8403-28fcf2174efc HTTP/1.1" status: 204 len: 168 time: 0.1857719 Oct 12 00:32:35.177235 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1833d-d485-4e82-a14d-dd4482eaa21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79806dd-530d-4b8b-8403-28fcf2174efc,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:35.784028 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42860) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:35.825497 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-250cbb2a-292d-4e80-bd6f-f531063aeb99 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=406331653ce1431896c1d2ad89461310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402470 Oct 12 00:32:35.828063 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42862) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:32:35.829884 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 6a7f98eb-93a0-4d8c-9249-4e07f62a691d no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:32:35.833599 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:35.849661 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 6a7f98eb-93a0-4d8c-9249-4e07f62a691d {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:32:35.850004 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 6a7f98eb-93a0-4d8c-9249-4e07f62a691d not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:32:35.850421 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 50895de4-b96f-423d-8aae-dab79846baed no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:32:35.869483 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 50895de4-b96f-423d-8aae-dab79846baed {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:32:35.869824 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 50895de4-b96f-423d-8aae-dab79846baed not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:32:35.877592 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Publish callbacks [] for security_group (b3e05c3f-67f7-452a-a55d-100fbb6bf69c), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:35.898553 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Publish callbacks [] for security_group (b3e05c3f-67f7-452a-a55d-100fbb6bf69c), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:36.051340 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (b3e05c3f-67f7-452a-a55d-100fbb6bf69c), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:36.053823 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:32:36.054959 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b3e05c3f-67f7-452a-a55d-100fbb6bf69c HTTP/1.1" status: 204 len: 168 time: 0.2261138 Oct 12 00:32:36.063269 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e05c3f-67f7-452a-a55d-100fbb6bf69c,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:32:36.071330 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.071700 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.072037 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.072372 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.072702 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.073038 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.073930 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.074253 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.074578 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.074901 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.075225 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.075573 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.075895 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.076211 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:36.076526 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f5195-c5b8-4039-aa4e-af738e6be59e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:32:40.509381 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=46 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:40.516347 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:41.123604 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=59,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:41.124345 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:41.780600 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:32:45.853625 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:46.058957 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:46.066980 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=79,neutron:DELETE=8 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:46.090313 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:51.776026 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:32:58.381871 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-221413d7-def9-4181-a725-86faa5c0f572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:00.651247 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6b9b45eb-248c-4ad3-b852-0bbe14fedf76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:01.862468 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:03.068097 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:03.358857 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:04.525448 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:06.802069 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:06.813017 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=5 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:14.470800 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:14.472721 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:15.241441 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-7bab44f5-7942-4641-9da7-963ce5118875 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379040 Oct 12 00:33:15.352588 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-36820485-1733-4aa2-8cfd-e38f2e8f94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:33:15.354156 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-36820485-1733-4aa2-8cfd-e38f2e8f94df service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 1130 time: 0.0391920 Oct 12 00:33:15.461898 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-b4db415b-de12-47d1-aad4-6c534f24a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:33:15.463223 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-b4db415b-de12-47d1-aad4-6c534f24a5f1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 913 time: 0.0878305 Oct 12 00:33:15.528503 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-2aa317e3-5409-43a0-8b04-eea73fbf42c2 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8ea00c5-d1c7-47c3-9be5-0d340c81802b HTTP/1.1" status: 200 len: 1001 time: 0.0542502 Oct 12 00:33:15.580306 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-35ed7641-8cdf-474c-a5aa-f8de8718b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:33:15.581720 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-35ed7641-8cdf-474c-a5aa-f8de8718b93a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0445442 Oct 12 00:33:15.631616 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-f29db0d3-9f57-4fe0-9c5b-a6a3b3081666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:33:15.633054 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-f29db0d3-9f57-4fe0-9c5b-a6a3b3081666 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417979 Oct 12 00:33:15.723965 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-e05b8275-058b-470c-9dd4-1c33dc5ba3fa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808220 Oct 12 00:33:15.819826 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2589eb65-197f-4d5d-aa3e-e478c910d13a req-dddc48fd-846c-4533-a454-240d65e4ab58 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858700 Oct 12 00:33:18.780434 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:33:25.815044 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=52 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:25.816926 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=49 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:28.347912 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f6e1-c866-4ac4-a371-08ae5f92e799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:28.776001 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:28.776760 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:30.685082 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-dd7bac2a-6702-48cf-9767-7a6b4c07b6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:31.839203 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:33.051064 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:33.347789 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:34.524691 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:33:43.815390 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:43.819273 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:44.470938 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:44.472803 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:33:55.781264 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:33:58.352986 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf3b3-b0e2-4dae-9646-de2cf1ba5c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:00.678833 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3dd7fb8f-209f-48c8-908b-f5d84ee4644d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:01.844189 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:03.073331 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:03.353930 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:04.535639 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:05.776170 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:05.776936 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:14.466071 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:14.472376 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:16.289920 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-23282815-0826-4b9b-8230-23704547db9b req-0492d1fd-e5af-4fdb-a90b-c67136868051 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377328 Oct 12 00:34:16.398240 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23282815-0826-4b9b-8230-23704547db9b req-b0894960-4776-4978-ae19-6e96a94a753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:16.399705 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-23282815-0826-4b9b-8230-23704547db9b req-b0894960-4776-4978-ae19-6e96a94a753b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 1130 time: 0.0378320 Oct 12 00:34:16.509192 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23282815-0826-4b9b-8230-23704547db9b req-8c75844c-9556-4269-a0fe-9c5cce373c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:16.510614 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-23282815-0826-4b9b-8230-23704547db9b req-8c75844c-9556-4269-a0fe-9c5cce373c25 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 913 time: 0.0866897 Oct 12 00:34:16.570937 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-23282815-0826-4b9b-8230-23704547db9b req-35f0c43c-dd88-4b87-8ff8-534ec0bda2dd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8ea00c5-d1c7-47c3-9be5-0d340c81802b HTTP/1.1" status: 200 len: 1001 time: 0.0542130 Oct 12 00:34:16.625021 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23282815-0826-4b9b-8230-23704547db9b req-172c9185-63ff-45e6-83e9-5aa86658c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:16.626426 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-23282815-0826-4b9b-8230-23704547db9b req-172c9185-63ff-45e6-83e9-5aa86658c5c2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0460639 Oct 12 00:34:16.674389 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23282815-0826-4b9b-8230-23704547db9b req-bce9351e-ab0e-4b78-bf2a-7bd6d698ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:16.675850 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-23282815-0826-4b9b-8230-23704547db9b req-bce9351e-ab0e-4b78-bf2a-7bd6d698ffeb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381315 Oct 12 00:34:16.769899 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-23282815-0826-4b9b-8230-23704547db9b req-66140443-6cc8-407e-b9af-18ebdd321931 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844724 Oct 12 00:34:16.861676 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-23282815-0826-4b9b-8230-23704547db9b req-89aa1f5b-3f0d-4607-be9c-15b271114b62 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812256 Oct 12 00:34:24.070271 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=18 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:24.073050 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=14 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:26.638985 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f5b2b-1d97-41ce-837a-154b8d3d5655 req-e02de8e2-c443-4fae-aa4f-10bb5d56087d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:26.640472 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f44f5b2b-1d97-41ce-837a-154b8d3d5655 req-e02de8e2-c443-4fae-aa4f-10bb5d56087d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 946 time: 0.0462260 Oct 12 00:34:26.692522 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f44f5b2b-1d97-41ce-837a-154b8d3d5655 req-5e8e6dc3-d893-4e19-8b13-4ed14cc4164b tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464170 Oct 12 00:34:27.821306 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf24d1-ea9b-4299-ad3f-48040c0c05f7 req-cebebd7b-c0ee-4f51-80ac-32c951d39a0f tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:27.822772 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-95bf24d1-ea9b-4299-ad3f-48040c0c05f7 req-cebebd7b-c0ee-4f51-80ac-32c951d39a0f tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 946 time: 0.0507045 Oct 12 00:34:27.871581 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-95bf24d1-ea9b-4299-ad3f-48040c0c05f7 req-6011d02c-9ee8-4a96-97ce-4780de35a7ba tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425451 Oct 12 00:34:28.352645 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-042060f6-c825-4874-90cc-4e2c641807c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:28.648882 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-f6552230-2bad-4b0f-9af5-90c9cf5ca3a6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:28.650336 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-f6552230-2bad-4b0f-9af5-90c9cf5ca3a6 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 946 time: 0.0463836 Oct 12 00:34:28.735881 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Deleting port b8ea00c5-d1c7-47c3-9be5-0d340c81802b {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:34:28.736227 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:28.828976 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] For port b8ea00c5-d1c7-47c3-9be5-0d340c81802b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b8ea00c5-d1c7-47c3-9be5-0d340c81802b,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:34:28.829326 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:28.963668 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:29.021454 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:29.021844 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (401d0d6e-c085-4385-b8bb-05566009a839), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:29.022164 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Floating IP 401d0d6e-c085-4385-b8bb-05566009a839 disassociated. External IP: 172.27.4.44, port: b8ea00c5-d1c7-47c3-9be5-0d340c81802b. Oct 12 00:34:29.022782 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Calling delete_port for b8ea00c5-d1c7-47c3-9be5-0d340c81802b owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:34:29.024303 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:29.038664 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc68449-1664-4c4e-94a9-57531303dfb8 req-1137c800-ee62-4398-9340-1e8ee0c42bd3 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:29.040689 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0bc68449-1664-4c4e-94a9-57531303dfb8 req-1137c800-ee62-4398-9340-1e8ee0c42bd3 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 946 time: 0.0739086 Oct 12 00:34:29.132582 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0bc68449-1664-4c4e-94a9-57531303dfb8 req-57ef26c4-10d2-4e00-8ae0-1dd09fd9e954 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865619 Oct 12 00:34:29.249366 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (b8ea00c5-d1c7-47c3-9be5-0d340c81802b), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:29.278851 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event deleted for resources: {'Port': ['ID=b8ea00c5-d1c7-47c3-9be5-0d340c81802b,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:34:29.288516 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.288866 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.289213 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.289564 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.289898 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.290232 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.290564 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.290888 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.291839 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.291839 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.292080 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.292199 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.292515 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.292833 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.293154 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:29.397956 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Router 2211ea9a-1755-47cd-8330-5354cf9367b1 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:34:29.498983 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:34:29.510597 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7752352-6e6c-47c8-8132-1d50202c56f9 None None] Sync routers for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:34:29.521345 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7752352-6e6c-47c8-8132-1d50202c56f9 None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:34:29.521957 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b7752352-6e6c-47c8-8132-1d50202c56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:34:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:34:29.544140 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] No DVR routers for this DVR port b8ea00c5-d1c7-47c3-9be5-0d340c81802b on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:34:29.547269 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:29.550486 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-8b2534f9-62dd-478d-ad41-db7bb26b7118 req-11f3b0d2-6c8c-4cab-a88c-d0449e774260 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "DELETE /networking/v2.0/ports/b8ea00c5-d1c7-47c3-9be5-0d340c81802b HTTP/1.1" status: 204 len: 173 time: 0.8913693 Oct 12 00:34:29.551010 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'name': 'network-vif-deleted', 'tag': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:34:29.553418 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da15c33c-04b3-4baa-ad4d-96cb5a07adbe" -d '{"events": [{"server_uuid": "c50686e7-ef13-42ad-b479-ae1326018ba4", "name": "network-vif-deleted", "tag": "b8ea00c5-d1c7-47c3-9be5-0d340c81802b"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:34:29.591195 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04c18c8-243b-4782-8ad6-0c5c5f33096e x-openstack-request-id: req-f04c18c8-243b-4782-8ad6-0c5c5f33096e {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:34:29.591540 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50686e7-ef13-42ad-b479-ae1326018ba4", "name": "network-vif-deleted", "tag": "b8ea00c5-d1c7-47c3-9be5-0d340c81802b", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:34:29.591800 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f04c18c8-243b-4782-8ad6-0c5c5f33096e {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:34:29.592298 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04c18c8-243b-4782-8ad6-0c5c5f33096e'] response: {'server_uuid': 'c50686e7-ef13-42ad-b479-ae1326018ba4', 'name': 'network-vif-deleted', 'tag': 'b8ea00c5-d1c7-47c3-9be5-0d340c81802b', 'status': 'completed', 'code': 200} Oct 12 00:34:29.626022 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-b7752352-6e6c-47c8-8132-1d50202c56f9 None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:34:29.905257 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b7752352-6e6c-47c8-8132-1d50202c56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:34:29.929645 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7752352-6e6c-47c8-8132-1d50202c56f9 None None] Checking router: 2211ea9a-1755-47cd-8330-5354cf9367b1 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:34:29.937537 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7752352-6e6c-47c8-8132-1d50202c56f9 None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:34:29.938119 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b7752352-6e6c-47c8-8132-1d50202c56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:34:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:34:30.035150 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-b7752352-6e6c-47c8-8132-1d50202c56f9 None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:34:30.219688 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-b7752352-6e6c-47c8-8132-1d50202c56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:34:30.243491 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-660cdf88-df52-4d43-aa85-a0590b6091bd req-5109ee7a-0d7a-43fc-ba85-1880df00a070 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c50686e7-ef13-42ad-b479-ae1326018ba4 HTTP/1.1" status: 200 len: 210 time: 0.0302813 Oct 12 00:34:30.247741 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7752352-6e6c-47c8-8132-1d50202c56f9 None None] The sync data for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi is: [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:34:30.467048 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c632818-7919-489b-b2d1-867165e6d647 None None] New status for floating IP 401d0d6e-c085-4385-b8bb-05566009a839: DOWN {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:34:30.684311 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ed88da85-66dc-43a1-ad3e-b260ec04ede9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:31.512286 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-13ce15b9-08c7-4162-8c41-02886cd30a8f tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-516494631&fields=id&tenant_id=764ed0f4ff5d4c48b89dc4be9460323b HTTP/1.1" status: 200 len: 267 time: 0.0433123 Oct 12 00:34:31.618874 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-d0f11cba-f719-4bf9-9988-59dcfc3dbbae tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:31.620327 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-d0f11cba-f719-4bf9-9988-59dcfc3dbbae tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 812 time: 0.1017790 Oct 12 00:34:31.634315 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-bb9ece58-43bb-47f2-8504-473d38ddea69 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/quotas/764ed0f4ff5d4c48b89dc4be9460323b HTTP/1.1" status: 200 len: 375 time: 0.0086076 Oct 12 00:34:31.672872 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:31.682671 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-f5643fe3-e2fa-4de8-90d2-7f4fa13286ac tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435984 Oct 12 00:34:31.786932 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-45ef0b8c-e0de-4ac5-a994-6e8407303ae1 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111560) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 00:34:31.787954 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-45ef0b8c-e0de-4ac5-a994-6e8407303ae1 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0945525 Oct 12 00:34:31.872897 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:31.879522 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-3bf3d030-a97f-4f14-8302-d804dd33ae56 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856791 Oct 12 00:34:31.969302 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-4810dcd0-0ea6-4982-b089-d92f2f22fce9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839951 Oct 12 00:34:32.530328 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device b8ea00c5-d1c7-47c3-9be5-0d340c81802b no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:34:32.556239 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-31b44e7f-3845-4b4a-90b2-eee68822b01f req-d52ce946-b142-4ae9-9c9c-2ece7dd5a8ed tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 210 time: 0.0312717 Oct 12 00:34:32.565214 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: b8ea00c5-d1c7-47c3-9be5-0d340c81802b {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:34:32.565658 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device b8ea00c5-d1c7-47c3-9be5-0d340c81802b not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:34:32.780262 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:34:33.043938 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:33.352586 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:33.658940 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5af8eb1a-549a-40f7-ba15-490514afc081 req-e77955c8-be7c-494b-b848-1df65d8afc9a tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 210 time: 0.0278575 Oct 12 00:34:34.518344 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:34.558048 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-231fc143-b865-422c-ae2e-366517cfcc48 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:34.559489 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-231fc143-b865-422c-ae2e-366517cfcc48 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 812 time: 0.1052237 Oct 12 00:34:34.636322 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-d227fa05-0b61-4ecb-934e-4edfaf328699 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=764ed0f4ff5d4c48b89dc4be9460323b HTTP/1.1" status: 200 len: 379 time: 0.0539904 Oct 12 00:34:34.649648 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'port': {'device_id': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'admin_state_up': True, 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'security_groups': ['38eb8640-975d-4e96-993b-fe220e55b3b3']}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:34:34.720072 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:34.765167 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-67283fbd-a0d2-41f4-b1c2-6d84fcc2e7ea req-d3153af1-9952-419c-ae57-344e68ec6ff4 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 210 time: 0.0299246 Oct 12 00:34:34.815514 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Made reservation on behalf of 764ed0f4ff5d4c48b89dc4be9460323b for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:34:34.819258 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:34.943878 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Allocated IP 172.20.0.13 (2a02dece-4b1c-4c17-bb61-97d2fc408cbe/558db806-53ce-4f59-9fa5-39e371fd24bb/2c050379-d781-411c-bf85-a57395ae94f9) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:34:35.082604 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for port (2c050379-d781-411c-bf85-a57395ae94f9), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:35.091893 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:35.164462 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (2c050379-d781-411c-bf85-a57395ae94f9), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:35.211264 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:34:35.214363 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:34:35.218055 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:34:35.242931 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'Port': ['ID=2c050379-d781-411c-bf85-a57395ae94f9,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:34:35.271227 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:35.271897 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:35.344098 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-2de1cc8f-fe5f-4b2c-b46f-9f2ed085d6a9 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6981950 Oct 12 00:34:35.364138 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Request body: {'port': {'device_id': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:34:35.423427 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2c050379-d781-411c-bf85-a57395ae94f9), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:35.471614 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-ed4f9e27-3623-4fd0-b603-8c0ff24149c7 None None] Provisioning complete for port 2c050379-d781-411c-bf85-a57395ae94f9 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:34:35.472078 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9e27-3623-4fd0-b603-8c0ff24149c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (2c050379-d781-411c-bf85-a57395ae94f9), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:35.472483 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-ed4f9e27-3623-4fd0-b603-8c0ff24149c7 None None] Attempt 1 to provision port 2c050379-d781-411c-bf85-a57395ae94f9 Oct 12 00:34:35.506686 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f9e27-3623-4fd0-b603-8c0ff24149c7 None None] Port 2c050379-d781-411c-bf85-a57395ae94f9 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:34:35.619104 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:35.683063 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c050379-d781-411c-bf85-a57395ae94f9 {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:34:35.691016 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Publish callbacks [] for port (2c050379-d781-411c-bf85-a57395ae94f9), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:35.703528 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Transition to ACTIVE for port object 2c050379-d781-411c-bf85-a57395ae94f9 will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:34:35.770080 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (2c050379-d781-411c-bf85-a57395ae94f9), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:35.858664 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Pushing event updated for resources: {'Port': ['ID=2c050379-d781-411c-bf85-a57395ae94f9,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:34:36.173028 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fc83d-6c24-4c5e-95cd-8dbdd9e12585 req-f9443a16-c43d-4f19-9798-8c53dc22a7b2 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:36.174496 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-490fc83d-6c24-4c5e-95cd-8dbdd9e12585 req-f9443a16-c43d-4f19-9798-8c53dc22a7b2 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 944 time: 0.3266001 Oct 12 00:34:36.196714 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Attempting to bind port 2c050379-d781-411c-bf85-a57395ae94f9 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:34:36.196947 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Attempting to bind port 2c050379-d781-411c-bf85-a57395ae94f9 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:34:36.197271 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Attempting to bind port 2c050379-d781-411c-bf85-a57395ae94f9 on network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:34:36.238651 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:36.263358 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-490fc83d-6c24-4c5e-95cd-8dbdd9e12585 req-c3d56cde-07ed-43db-9619-c3be696b31e3 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818868 Oct 12 00:34:36.265917 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Port 2c050379-d781-411c-bf85-a57395ae94f9 on network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:34:36.266243 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Attempting to bind port 2c050379-d781-411c-bf85-a57395ae94f9 on network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:34:36.308564 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:34:36.314086 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Checking segment: {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:34:36.314086 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Bound using segment: {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:34:36.314086 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Bound port: 2c050379-d781-411c-bf85-a57395ae94f9, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:34:36.314086 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2c050379-d781-411c-bf85-a57395ae94f9), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:36.373524 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] For port 2c050379-d781-411c-bf85-a57395ae94f9, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:34:36.376486 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] For port 2c050379-d781-411c-bf85-a57395ae94f9, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2c050379-d781-411c-bf85-a57395ae94f9,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:34:36.449177 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (2c050379-d781-411c-bf85-a57395ae94f9), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:36.453546 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:36.454144 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:36.455579 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/2c050379-d781-411c-bf85-a57395ae94f9 HTTP/1.1" status: 200 len: 1094 time: 1.0957675 Oct 12 00:34:36.456112 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'tag': '2c050379-d781-411c-bf85-a57395ae94f9'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:34:36.458311 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1c5772-53ff-4ad2-911a-b536293fad0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e94b5bd6-79cb-4441-899f-bc8236b949a5", "tag": "2c050379-d781-411c-bf85-a57395ae94f9"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:34:36.497598 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e831148a-f70d-4b87-ba5a-4a93cbdf67bd x-openstack-request-id: req-e831148a-f70d-4b87-ba5a-4a93cbdf67bd {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:34:36.497598 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94b5bd6-79cb-4441-899f-bc8236b949a5", "tag": "2c050379-d781-411c-bf85-a57395ae94f9", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:34:36.497598 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e831148a-f70d-4b87-ba5a-4a93cbdf67bd {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:34:36.497598 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e831148a-f70d-4b87-ba5a-4a93cbdf67bd'] response: {'name': 'network-changed', 'server_uuid': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'tag': '2c050379-d781-411c-bf85-a57395ae94f9', 'status': 'completed', 'code': 200} Oct 12 00:34:36.506645 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e5ec9-5921-4b38-8979-5da6eacba521 service neutron] Pushing event updated for resources: {'Port': ['ID=2c050379-d781-411c-bf85-a57395ae94f9,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:34:36.594665 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c5772-53ff-4ad2-911a-b536293fad0e req-84bd63ee-6638-4a51-a6f3-4af4191cfeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:36.596220 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0b1c5772-53ff-4ad2-911a-b536293fad0e req-84bd63ee-6638-4a51-a6f3-4af4191cfeaa service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 1128 time: 0.0390165 Oct 12 00:34:36.707235 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c5772-53ff-4ad2-911a-b536293fad0e req-2f1b06d5-8aa5-4e9d-85e5-a12a07e540d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:36.708589 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0b1c5772-53ff-4ad2-911a-b536293fad0e req-2f1b06d5-8aa5-4e9d-85e5-a12a07e540d3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0921438 Oct 12 00:34:36.804009 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c5772-53ff-4ad2-911a-b536293fad0e req-079fe2cd-2e41-4f4e-8722-e789ffd07ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:36.805402 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0b1c5772-53ff-4ad2-911a-b536293fad0e req-079fe2cd-2e41-4f4e-8722-e789ffd07ef0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880957 Oct 12 00:34:36.909021 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-0efd0b4f-2786-4586-bfdf-bf1a3d6bf1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:36.910451 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-0efd0b4f-2786-4586-bfdf-bf1a3d6bf1e2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 1128 time: 0.0387774 Oct 12 00:34:36.962243 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-fe3dc94a-e970-4c67-bc6b-69a5ca76e354 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c050379-d781-411c-bf85-a57395ae94f9 HTTP/1.1" status: 200 len: 217 time: 0.0315878 Oct 12 00:34:37.012170 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-c8c4dded-5f45-472e-a08f-02fd738e71df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:37.013536 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-c8c4dded-5f45-472e-a08f-02fd738e71df service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0427902 Oct 12 00:34:37.062212 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-7e9b31f7-fb11-4b0d-9547-a8c12c7e4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:37.063681 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-7e9b31f7-fb11-4b0d-9547-a8c12c7e4c49 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414286 Oct 12 00:34:37.135155 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:37.156128 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-80a57720-ed7d-4e4a-8250-5ca3328bddc4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811386 Oct 12 00:34:37.253398 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-94c2e704-92c1-486f-8787-0bd3e4a6212d req-fb5b35a0-38ca-4ada-bcc9-8d55cbc00573 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871470 Oct 12 00:34:37.383912 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25662198-70f8-4e6e-be21-abba72c0712a req-2971077c-5a1d-4ccc-a452-05b0bc81debf tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:37.385358 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-25662198-70f8-4e6e-be21-abba72c0712a req-2971077c-5a1d-4ccc-a452-05b0bc81debf tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 944 time: 0.0466635 Oct 12 00:34:37.433865 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-25662198-70f8-4e6e-be21-abba72c0712a req-2e583e18-8cce-451c-b1e7-9d8cd67560cf tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429344 Oct 12 00:34:38.558106 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2bac9-6104-4873-a91b-869bcf71cb7f req-51f8da33-b40f-4a30-8450-b05240954349 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:38.559586 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9aa2bac9-6104-4873-a91b-869bcf71cb7f req-51f8da33-b40f-4a30-8450-b05240954349 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 944 time: 0.0495830 Oct 12 00:34:38.607031 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-9aa2bac9-6104-4873-a91b-869bcf71cb7f req-7ac7b7a6-5e65-401d-901f-298bf63e8d00 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411580 Oct 12 00:34:39.725502 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb973876-6643-486e-97c6-5581212a6000 req-98064d54-0dec-409e-a784-d062526414f3 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:39.726940 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cb973876-6643-486e-97c6-5581212a6000 req-98064d54-0dec-409e-a784-d062526414f3 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 944 time: 0.0460262 Oct 12 00:34:39.780394 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cb973876-6643-486e-97c6-5581212a6000 req-7e00ba13-1116-48d7-8446-af1644e48110 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479865 Oct 12 00:34:40.223494 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=62 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:40.897906 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afea3cd-0b63-42ec-b2e0-3f69e987646a req-a0c2e082-5264-400a-8071-2cab436f377e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:40.899358 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2afea3cd-0b63-42ec-b2e0-3f69e987646a req-a0c2e082-5264-400a-8071-2cab436f377e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 944 time: 0.0456779 Oct 12 00:34:40.946945 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2afea3cd-0b63-42ec-b2e0-3f69e987646a req-b7b1702c-b780-4ae7-82ec-8a906ae089ee tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422099 Oct 12 00:34:42.069160 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94ca32-3f9c-4277-b4ba-78d19a17fd08 req-8d3a2507-bd00-499f-9888-fb205ffa58a5 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:42.070556 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2b94ca32-3f9c-4277-b4ba-78d19a17fd08 req-8d3a2507-bd00-499f-9888-fb205ffa58a5 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 944 time: 0.0466683 Oct 12 00:34:42.100774 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:42.119762 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2b94ca32-3f9c-4277-b4ba-78d19a17fd08 req-e569c95b-2ff7-4669-a039-7f0224b0311b tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437560 Oct 12 00:34:42.776121 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=72 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:43.239000 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c33178-eb50-447e-aba5-27d6b87af8e1 req-7415e6ac-6794-4736-bbc9-96677ac8ec1b tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:43.240746 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f5c33178-eb50-447e-aba5-27d6b87af8e1 req-7415e6ac-6794-4736-bbc9-96677ac8ec1b tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 944 time: 0.0450368 Oct 12 00:34:43.292955 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-f5c33178-eb50-447e-aba5-27d6b87af8e1 req-f497b099-14ac-4b9d-bb76-cae775181913 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469942 Oct 12 00:34:44.410574 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54d904-895e-4b91-9dda-f56a2b5cdebd req-a3c1b6aa-c2cd-4ab1-b3f9-5a662374b483 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:44.412029 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1d54d904-895e-4b91-9dda-f56a2b5cdebd req-a3c1b6aa-c2cd-4ab1-b3f9-5a662374b483 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 944 time: 0.0460885 Oct 12 00:34:44.459427 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1d54d904-895e-4b91-9dda-f56a2b5cdebd req-1d306287-7716-4208-83df-64e6292d9587 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419157 Oct 12 00:34:44.574306 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2c050379-d781-411c-bf85-a57395ae94f9 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:34:44.672739 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2c050379-d781-411c-bf85-a57395ae94f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2c050379-d781-411c-bf85-a57395ae94f9,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:34:44.683303 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '2c050379-d781-411c-bf85-a57395ae94f9', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'port_id': '2c050379-d781-411c-bf85-a57395ae94f9', 'mac_address': 'fa:16:3e:05:53:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:34:44.717069 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2c050379-d781-411c-bf85-a57395ae94f9 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:34:44.717460 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2c050379-d781-411c-bf85-a57395ae94f9), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:44.729932 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c050379-d781-411c-bf85-a57395ae94f9 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:34:44.750507 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2c050379-d781-411c-bf85-a57395ae94f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2c050379-d781-411c-bf85-a57395ae94f9,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:34:44.832431 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2c050379-d781-411c-bf85-a57395ae94f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:44.878260 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2c050379-d781-411c-bf85-a57395ae94f9,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:34:44.885317 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.885662 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.886004 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.886348 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.886678 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.887005 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.887330 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.887680 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.888005 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.888328 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.888650 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.888972 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.889291 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.889639 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:44.889954 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:34:45.246178 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['2c050379-d781-411c-bf85-a57395ae94f9'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:34:45.576978 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e7bdd-3b12-4234-af30-bf1310dd5f4d req-091bc8dd-5f9e-401d-abf9-ec988586eaf8 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:45.579013 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fa3e7bdd-3b12-4234-af30-bf1310dd5f4d req-091bc8dd-5f9e-401d-abf9-ec988586eaf8 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 945 time: 0.0462887 Oct 12 00:34:45.626505 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-fa3e7bdd-3b12-4234-af30-bf1310dd5f4d req-84bea2b5-21b4-4e61-b401-a2187f836866 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419056 Oct 12 00:34:46.625381 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2c050379-d781-411c-bf85-a57395ae94f9 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:34:46.653406 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:46.666418 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:46.667428 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 2c050379-d781-411c-bf85-a57395ae94f9 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:34:46.747057 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 2c050379-d781-411c-bf85-a57395ae94f9 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:34:46.747580 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (2c050379-d781-411c-bf85-a57395ae94f9), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:46.747919 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 2c050379-d781-411c-bf85-a57395ae94f9 Oct 12 00:34:46.749600 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063cacf-5487-4179-bae5-5bd2b43a4bd5 req-6e996ee4-d503-4c2f-981d-17c0a3607e70 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:46.751076 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2063cacf-5487-4179-bae5-5bd2b43a4bd5 req-6e996ee4-d503-4c2f-981d-17c0a3607e70 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 945 time: 0.0495634 Oct 12 00:34:46.802591 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-2063cacf-5487-4179-bae5-5bd2b43a4bd5 req-c2811ad6-1d9c-4776-9104-835751598f0c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453558 Oct 12 00:34:46.820157 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 2c050379-d781-411c-bf85-a57395ae94f9 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:34:46.820554 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2c050379-d781-411c-bf85-a57395ae94f9), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:46.844902 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c050379-d781-411c-bf85-a57395ae94f9'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:34:46.847158 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b897a2f-0222-4eba-a7fe-33818c92ceeb" -d '{"events": [{"server_uuid": "e94b5bd6-79cb-4441-899f-bc8236b949a5", "name": "network-vif-plugged", "status": "completed", "tag": "2c050379-d781-411c-bf85-a57395ae94f9"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:34:46.859610 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 2c050379-d781-411c-bf85-a57395ae94f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2c050379-d781-411c-bf85-a57395ae94f9,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:34:46.882548 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bc5d22-7a5f-4b23-a54a-fd023f944b2a x-openstack-request-id: req-d5bc5d22-7a5f-4b23-a54a-fd023f944b2a {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:34:46.882835 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94b5bd6-79cb-4441-899f-bc8236b949a5", "name": "network-vif-plugged", "status": "completed", "tag": "2c050379-d781-411c-bf85-a57395ae94f9", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:34:46.883088 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5bc5d22-7a5f-4b23-a54a-fd023f944b2a {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:34:46.883521 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bc5d22-7a5f-4b23-a54a-fd023f944b2a'] response: {'server_uuid': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c050379-d781-411c-bf85-a57395ae94f9', 'code': 200} Oct 12 00:34:46.929797 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (2c050379-d781-411c-bf85-a57395ae94f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:46.980731 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=2c050379-d781-411c-bf85-a57395ae94f9,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:34:47.353481 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c8f76-4624-487f-b222-6e0db6af9940 req-8fa3a321-4973-4297-9226-f40ce655ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:47.354943 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-576c8f76-4624-487f-b222-6e0db6af9940 req-8fa3a321-4973-4297-9226-f40ce655ac14 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 1130 time: 0.0378401 Oct 12 00:34:47.403959 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-576c8f76-4624-487f-b222-6e0db6af9940 req-c218c04d-141c-4fd8-bf2d-db6841ce88e4 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393097 Oct 12 00:34:47.925470 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43e0cf-c1b8-4181-b835-f69f9858ec42 req-df621a44-102e-4b20-882b-dfc978fb5f95 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:47.926904 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cc43e0cf-c1b8-4181-b835-f69f9858ec42 req-df621a44-102e-4b20-882b-dfc978fb5f95 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 946 time: 0.0492797 Oct 12 00:34:47.975147 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-cc43e0cf-c1b8-4181-b835-f69f9858ec42 req-c0ad4e4c-bcb0-4338-bf31-72e59e20937a tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 Oct 12 00:34:49.095001 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fcb58-b9d2-4d69-ac97-36035fd4839c req-79621814-83a7-4dae-80ce-0694372b214b tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:49.096465 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7e0fcb58-b9d2-4d69-ac97-36035fd4839c req-79621814-83a7-4dae-80ce-0694372b214b tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 946 time: 0.0459921 Oct 12 00:34:49.145598 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-7e0fcb58-b9d2-4d69-ac97-36035fd4839c req-68014bb4-01a3-4620-a4e9-240d0add9a4e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434463 Oct 12 00:34:49.262447 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8695c-f4f2-4e3a-8942-5909376a3997 req-2787cd66-3e0d-48bd-9157-7ccd09f59a9f tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:49.263812 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-dca8695c-f4f2-4e3a-8942-5909376a3997 req-2787cd66-3e0d-48bd-9157-7ccd09f59a9f tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 946 time: 0.0459847 Oct 12 00:34:49.311681 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-dca8695c-f4f2-4e3a-8942-5909376a3997 req-43626c0c-6248-4aef-8c68-b87a08164893 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424414 Oct 12 00:34:49.339388 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42982) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:34:49.376665 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66d583-b01c-4722-be5f-b8df416f7fe5 tempest-TestVolumeBootPattern-1809698491 tempest-TestVolumeBootPattern-1809698491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:49.378127 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-ee66d583-b01c-4722-be5f-b8df416f7fe5 tempest-TestVolumeBootPattern-1809698491 tempest-TestVolumeBootPattern-1809698491-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 1125 time: 0.0377638 Oct 12 00:34:49.380801 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 42984) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:34:49.384945 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'port_id': '2c050379-d781-411c-bf85-a57395ae94f9', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:34:49.455624 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:49.537009 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:49.591003 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:49.643077 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Allocated IP 172.27.4.238 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/959d2557-bad9-4204-b8a5-1219fdd6677b) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:34:49.707947 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:49.743310 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for port (959d2557-bad9-4204-b8a5-1219fdd6677b), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:49.855932 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (959d2557-bad9-4204-b8a5-1219fdd6677b), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:49.900989 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:34:49.906345 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:34:49.910149 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:34:49.913410 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'Port': ['ID=959d2557-bad9-4204-b8a5-1219fdd6677b,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:34:50.248580 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (f9a236f4-5406-4881-a1ca-4155a87b57d1), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:50.379343 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (959d2557-bad9-4204-b8a5-1219fdd6677b), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:50.416544 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:50.523470 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for port (959d2557-bad9-4204-b8a5-1219fdd6677b), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:50.586394 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (959d2557-bad9-4204-b8a5-1219fdd6677b), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:50.651246 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'Port': ['ID=959d2557-bad9-4204-b8a5-1219fdd6677b,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:34:50.653689 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (f9a236f4-5406-4881-a1ca-4155a87b57d1), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:50.746862 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Floating IP f9a236f4-5406-4881-a1ca-4155a87b57d1 associated. External IP: 172.27.4.238, port: 2c050379-d781-411c-bf85-a57395ae94f9. Oct 12 00:34:50.793234 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:50.947062 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Router 2211ea9a-1755-47cd-8330-5354cf9367b1 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:34:51.049318 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:34:51.058734 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0622ad4-8dd4-4f0a-8419-0e3136a406af None None] Sync routers for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:34:51.067971 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0622ad4-8dd4-4f0a-8419-0e3136a406af None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:34:51.068582 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-d0622ad4-8dd4-4f0a-8419-0e3136a406af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:34:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:34:51.109492 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:51.139824 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-1feba698-20c2-4d3e-b401-4b4cc15256ff tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7575204 Oct 12 00:34:51.140484 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'tag': '2c050379-d781-411c-bf85-a57395ae94f9'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:34:51.142734 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e49c0f5-e8f0-4440-9052-cc2289586041" -d '{"events": [{"name": "network-changed", "server_uuid": "e94b5bd6-79cb-4441-899f-bc8236b949a5", "tag": "2c050379-d781-411c-bf85-a57395ae94f9"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:34:51.171018 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-d0622ad4-8dd4-4f0a-8419-0e3136a406af None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:34:51.180034 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88a37c5-8012-4e1c-91c8-d32cc605c6d6 x-openstack-request-id: req-f88a37c5-8012-4e1c-91c8-d32cc605c6d6 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:34:51.180331 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94b5bd6-79cb-4441-899f-bc8236b949a5", "tag": "2c050379-d781-411c-bf85-a57395ae94f9", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:34:51.180590 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f88a37c5-8012-4e1c-91c8-d32cc605c6d6 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:34:51.181003 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88a37c5-8012-4e1c-91c8-d32cc605c6d6'] response: {'name': 'network-changed', 'server_uuid': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'tag': '2c050379-d781-411c-bf85-a57395ae94f9', 'status': 'completed', 'code': 200} Oct 12 00:34:51.267286 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49c0f5-e8f0-4440-9052-cc2289586041 req-fa9c3595-132b-42c4-9e0b-a83f4eccbc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:51.268804 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6e49c0f5-e8f0-4440-9052-cc2289586041 req-fa9c3595-132b-42c4-9e0b-a83f4eccbc89 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 1130 time: 0.0385573 Oct 12 00:34:51.364037 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49c0f5-e8f0-4440-9052-cc2289586041 req-ba27f59c-07dd-495e-ac01-9bf28cfd9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:51.365496 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6e49c0f5-e8f0-4440-9052-cc2289586041 req-ba27f59c-07dd-495e-ac01-9bf28cfd9554 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 913 time: 0.0903506 Oct 12 00:34:51.381115 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-d0622ad4-8dd4-4f0a-8419-0e3136a406af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'f9a236f4-5406-4881-a1ca-4155a87b57d1', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '2c050379-d781-411c-bf85-a57395ae94f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:05:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:34:50Z', 'updated_at': '2022-10-12T00:34:50Z', 'revision_number': 0, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:34:51.406004 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0622ad4-8dd4-4f0a-8419-0e3136a406af None None] Checking router: 2211ea9a-1755-47cd-8330-5354cf9367b1 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:34:51.414142 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0622ad4-8dd4-4f0a-8419-0e3136a406af None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:34:51.414741 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-d0622ad4-8dd4-4f0a-8419-0e3136a406af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:34:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:34:51.426911 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6e49c0f5-e8f0-4440-9052-cc2289586041 req-2921da7c-75e7-4f0c-b5e0-bed4aa5e3f1b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c050379-d781-411c-bf85-a57395ae94f9 HTTP/1.1" status: 200 len: 1000 time: 0.0549550 Oct 12 00:34:51.478803 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49c0f5-e8f0-4440-9052-cc2289586041 req-4a3c8923-8f1e-485d-8628-7e337c50b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:51.480268 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6e49c0f5-e8f0-4440-9052-cc2289586041 req-4a3c8923-8f1e-485d-8628-7e337c50b344 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0464454 Oct 12 00:34:51.512920 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-d0622ad4-8dd4-4f0a-8419-0e3136a406af None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:34:51.523253 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49c0f5-e8f0-4440-9052-cc2289586041 req-a3e9252f-c3e6-4498-8c48-4dcedd44c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:34:51.524771 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6e49c0f5-e8f0-4440-9052-cc2289586041 req-a3e9252f-c3e6-4498-8c48-4dcedd44c43a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383794 Oct 12 00:34:51.549792 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:51.615274 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6e49c0f5-e8f0-4440-9052-cc2289586041 req-ad20bd01-497f-4907-858e-9a02133309b6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837290 Oct 12 00:34:51.707315 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-6e49c0f5-e8f0-4440-9052-cc2289586041 req-d6f276ee-2c83-4909-88e0-e0e4af1706dd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867548 Oct 12 00:34:51.719300 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-d0622ad4-8dd4-4f0a-8419-0e3136a406af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'f9a236f4-5406-4881-a1ca-4155a87b57d1', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '2c050379-d781-411c-bf85-a57395ae94f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:05:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:34:50Z', 'updated_at': '2022-10-12T00:34:50Z', 'revision_number': 0, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:34:51.746414 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0622ad4-8dd4-4f0a-8419-0e3136a406af None None] The sync data for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi is: [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'f9a236f4-5406-4881-a1ca-4155a87b57d1', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '2c050379-d781-411c-bf85-a57395ae94f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:05:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:34:50Z', 'updated_at': '2022-10-12T00:34:50Z', 'revision_number': 0, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:34:51.926864 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b1e8f0-4de0-412c-8439-67ba72c07006 None None] New status for floating IP f9a236f4-5406-4881-a1ca-4155a87b57d1: ACTIVE {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:34:58.380920 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-7e7d8787-ae62-48e8-9923-a27fdedd7fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:34:59.137674 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=57 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:34:59.141576 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=55 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:00.672158 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-bc3b823d-4e26-4e9f-b307-d507324e1915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:35:01.702675 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=8 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:01.704542 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:01.721766 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=79 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:01.722648 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=75 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:01.849417 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:35:03.078055 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:35:03.329706 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:35:04.512155 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:35:09.779599 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:35:14.469491 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:14.471335 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=58,neutron:UPDATE=7 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:16.263056 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-2b06248f-945c-4170-8eb7-3a8d22030b50 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375957 Oct 12 00:35:16.377155 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-c55e7b3f-d22d-47ac-92e4-579de37d525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:35:16.378636 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-c55e7b3f-d22d-47ac-92e4-579de37d525e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 1130 time: 0.0425029 Oct 12 00:35:16.487002 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-aa71f47c-3a70-4abb-9801-6be0ce26d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:35:16.488368 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-aa71f47c-3a70-4abb-9801-6be0ce26d973 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 913 time: 0.0839102 Oct 12 00:35:16.555842 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-c89543a5-cf85-470f-a6b1-2d273038fab2 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c050379-d781-411c-bf85-a57395ae94f9 HTTP/1.1" status: 200 len: 1002 time: 0.0579481 Oct 12 00:35:16.607082 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-2632d5da-4fca-40f9-adb3-70f3e9b703ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:35:16.608490 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-2632d5da-4fca-40f9-adb3-70f3e9b703ad service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0428801 Oct 12 00:35:16.655882 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-f6bebc0f-85a9-4f74-bd18-9e3ca72bcb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:35:16.657378 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-f6bebc0f-85a9-4f74-bd18-9e3ca72bcb0d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383866 Oct 12 00:35:16.753962 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-ba652a22-6dd2-4103-8859-6de94f5e8a42 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850945 Oct 12 00:35:16.845516 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bb3be6e2-b2d3-4993-9d78-366b7a6b331a req-3299a8fd-7829-46df-ad64-71e62a74cf06 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813627 Oct 12 00:35:19.776069 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:26.836081 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=50 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:26.842058 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=51 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:28.367876 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-73e191a7-2905-4073-9023-1198a29ed415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:35:30.699040 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0392-0501-46b1-8528-ce1cca1a2522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:35:31.871319 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:35:33.076076 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:35:33.333458 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:35:33.413137 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [req-f23c1eac-a1ad-4b6c-9422-3159d13a5f2d req-af3fdc44-6199-48d0-b7c3-3286de5a6c1f service neutron] (111559) timed out ('10.222.0.40', 55547) {{(pid=111559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 00:35:33.594452 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [req-8f26b457-e476-40fb-bd26-a914973df031 req-71eb2dfa-3784-440f-886b-35a51afca80b service neutron] (111559) timed out ('10.222.0.40', 55525) {{(pid=111559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 00:35:34.533484 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:35:34.813104 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:34.817897 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:44.456407 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:44.459256 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:46.778730 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:35:54.775479 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:56.775202 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:35:58.368345 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-77264185-70eb-447c-bb84-cfdebf959d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:00.704115 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ce6877e8-67d3-43d5-b650-1c43f8a8b188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:01.864158 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:03.086738 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:03.326766 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:04.549409 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:11.823816 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:11.824587 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:14.486515 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:14.488286 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:18.191842 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-de35a385-e27c-4ca7-8631-0adb2b5d3dbc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813558 Oct 12 00:36:18.307231 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-3236d855-f87a-4a04-b433-6ed12a325d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:18.308717 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-3236d855-f87a-4a04-b433-6ed12a325d2f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 1130 time: 0.0424235 Oct 12 00:36:18.414722 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-1bc8054d-ba98-41b3-a805-159982514e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:18.416113 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-1bc8054d-ba98-41b3-a805-159982514e00 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 913 time: 0.0836258 Oct 12 00:36:18.482543 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-4a97a90d-81f1-4d38-be73-c292f1e14569 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c050379-d781-411c-bf85-a57395ae94f9 HTTP/1.1" status: 200 len: 1002 time: 0.0560830 Oct 12 00:36:18.531538 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-cc5129b6-e501-4728-b48f-ae69e25fa2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:18.532939 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-cc5129b6-e501-4728-b48f-ae69e25fa2db service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0424957 Oct 12 00:36:18.576178 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-ef45617f-232f-44aa-a2b5-f1aaedb3a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:18.577649 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-ef45617f-232f-44aa-a2b5-f1aaedb3a803 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385907 Oct 12 00:36:18.673878 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-d9aa6b21-423c-445a-aad6-a8051146c6fb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864987 Oct 12 00:36:18.765014 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-37b334ff-3d55-4933-9e8c-32ce22809e65 req-23469710-6026-47e0-87a4-6341bad3642a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814145 Oct 12 00:36:23.778736 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:36:28.402665 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c325be94-e528-41ab-9620-67f1ef9c800f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:28.760333 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=53 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:28.762144 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=48 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:30.680299 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-7c0c9e02-2940-4028-bdb8-409426b46d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:31.881743 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:33.104821 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:33.333463 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:33.773909 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=13 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:33.774677 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=15 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:34.565755 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:38.980373 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-b8965e70-c480-43c1-a335-8558f6045762 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-516494631&fields=id&tenant_id=764ed0f4ff5d4c48b89dc4be9460323b HTTP/1.1" status: 200 len: 267 time: 0.0478520 Oct 12 00:36:39.083385 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-91b51409-16c6-4b2e-a4ce-a78abc955a1c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:39.084806 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-91b51409-16c6-4b2e-a4ce-a78abc955a1c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 812 time: 0.0976276 Oct 12 00:36:39.098750 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-aee4e80f-e42c-4242-a5c5-c52243622dfd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/quotas/764ed0f4ff5d4c48b89dc4be9460323b HTTP/1.1" status: 200 len: 375 time: 0.0086823 Oct 12 00:36:39.152694 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-e0548cb4-f3b5-47b8-8f25-c7384f572416 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490310 Oct 12 00:36:39.245445 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-66e913a5-790f-4c05-b56e-edc8a7895273 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819211 Oct 12 00:36:39.335737 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-7ab6c545-69df-4fc8-bdd0-3c38efc290ed service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840573 Oct 12 00:36:39.990096 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-274d6422-4a94-46fa-89b0-89e89324e885 req-19f9e548-2584-4124-91d8-efc2f9d4ee4f tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 210 time: 0.1128862 Oct 12 00:36:41.091246 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-19803ca4-95b6-4560-b8a6-34abf8dd18e5 req-907a6b9d-633c-42bf-9be3-883609ee13b0 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 210 time: 0.0279391 Oct 12 00:36:42.206062 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-2bf4b692-1b34-4a23-a93a-68428de5078f req-97dad4d1-16f2-4cee-a51f-86c54d717b71 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 210 time: 0.0291409 Oct 12 00:36:42.287965 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-1ffb4837-ceee-40e2-866b-38fcad96f146 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:42.289397 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-1ffb4837-ceee-40e2-866b-38fcad96f146 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 812 time: 0.3723395 Oct 12 00:36:42.358162 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-1d4deb8f-ce2a-4fc2-a5b7-0e34c77d796d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=764ed0f4ff5d4c48b89dc4be9460323b HTTP/1.1" status: 200 len: 379 time: 0.0546153 Oct 12 00:36:42.367662 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'port': {'device_id': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'admin_state_up': True, 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'security_groups': ['38eb8640-975d-4e96-993b-fe220e55b3b3']}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:36:42.525723 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Made reservation on behalf of 764ed0f4ff5d4c48b89dc4be9460323b for: {'port': 1} {{(pid=111560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 00:36:42.529381 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:42.655026 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Allocated IP 172.20.0.3 (2a02dece-4b1c-4c17-bb61-97d2fc408cbe/558db806-53ce-4f59-9fa5-39e371fd24bb/83733852-798e-4fd7-aa73-fd5881794642) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:36:42.740343 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:42.746745 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:42.794773 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for port (83733852-798e-4fd7-aa73-fd5881794642), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:42.903090 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (83733852-798e-4fd7-aa73-fd5881794642), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:42.946468 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:36:42.949591 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:36:42.953407 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:36:42.981039 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'Port': ['ID=83733852-798e-4fd7-aa73-fd5881794642,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:36:42.992353 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.995611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.995611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.995611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.995611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.995611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.995611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.995611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.995611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.995611 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.996353 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.996353 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.996353 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.996590 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:42.996907 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:43.024490 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:43.029980 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:43.107688 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4f2ded84-65f0-41cc-b6c2-58737dcfb6bd tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7434309 Oct 12 00:36:43.133942 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Request body: {'port': {'device_id': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:36:43.179942 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-8b2e1fd4-fa2c-4cf2-bee2-9984da4b613a None None] Provisioning complete for port 83733852-798e-4fd7-aa73-fd5881794642 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:36:43.180492 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1fd4-fa2c-4cf2-bee2-9984da4b613a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (83733852-798e-4fd7-aa73-fd5881794642), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:43.180616 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-8b2e1fd4-fa2c-4cf2-bee2-9984da4b613a None None] Attempt 1 to provision port 83733852-798e-4fd7-aa73-fd5881794642 Oct 12 00:36:43.193152 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (83733852-798e-4fd7-aa73-fd5881794642), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:43.221474 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e1fd4-fa2c-4cf2-bee2-9984da4b613a None None] Port 83733852-798e-4fd7-aa73-fd5881794642 cannot update to ACTIVE because it is not bound. {{(pid=111561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 00:36:43.352380 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d0840-9801-409e-b06f-8a5213b4aa10 req-d596828f-17a1-4b12-bea9-ff70934b0a59 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:43.353818 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-675d0840-9801-409e-b06f-8a5213b4aa10 req-d596828f-17a1-4b12-bea9-ff70934b0a59 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 931 time: 0.0632787 Oct 12 00:36:43.452044 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-675d0840-9801-409e-b06f-8a5213b4aa10 req-4e2dafee-c0ea-4ac4-8982-f7eb4333cd65 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891829 Oct 12 00:36:43.493393 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:43.522073 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83733852-798e-4fd7-aa73-fd5881794642 {{(pid=111560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:36:43.530535 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Publish callbacks [] for port (83733852-798e-4fd7-aa73-fd5881794642), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:43.546957 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.provisioning_blocks [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Transition to ACTIVE for port object 83733852-798e-4fd7-aa73-fd5881794642 will not be triggered until provisioned by entity L2. {{(pid=111560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 00:36:43.643356 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (83733852-798e-4fd7-aa73-fd5881794642), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:43.725232 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Pushing event updated for resources: {'Port': ['ID=83733852-798e-4fd7-aa73-fd5881794642,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:36:43.755176 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Attempting to bind port 83733852-798e-4fd7-aa73-fd5881794642 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 00:36:43.755556 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Attempting to bind port 83733852-798e-4fd7-aa73-fd5881794642 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 00:36:43.755884 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Attempting to bind port 83733852-798e-4fd7-aa73-fd5881794642 on network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:36:43.795008 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Port 83733852-798e-4fd7-aa73-fd5881794642 on network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 00:36:43.795328 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Attempting to bind port 83733852-798e-4fd7-aa73-fd5881794642 on network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 00:36:43.835704 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Checking agent: {'id': '717fa109-aa3d-420b-bb72-62872b7d7934', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'started_at': datetime.datetime(2022, 10, 12, 0, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 0, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 00:36:43.836032 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Checking segment: {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 00:36:43.836406 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Bound using segment: {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'} {{(pid=111560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 00:36:43.836832 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.managers [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Bound port: 83733852-798e-4fd7-aa73-fd5881794642, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea8764b-48c1-420e-8ff2-ea497ee93a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe'}}] {{(pid=111560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 00:36:43.837183 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (83733852-798e-4fd7-aa73-fd5881794642), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:43.871762 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:43.900566 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] For port 83733852-798e-4fd7-aa73-fd5881794642, host hv-cinder-84914, cleared binding levels {{(pid=111560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 00:36:43.903573 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] For port 83733852-798e-4fd7-aa73-fd5881794642, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=83733852-798e-4fd7-aa73-fd5881794642,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 00:36:43.956430 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (83733852-798e-4fd7-aa73-fd5881794642), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:43.960555 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:43.961168 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:43.962515 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/83733852-798e-4fd7-aa73-fd5881794642 HTTP/1.1" status: 200 len: 1093 time: 0.8327346 Oct 12 00:36:43.964084 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'tag': '83733852-798e-4fd7-aa73-fd5881794642'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:36:43.966312 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb871676-fcea-4b6f-b84d-7930acdff953" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bc2077-a6ea-4681-9766-8cbd7f294a57", "tag": "83733852-798e-4fd7-aa73-fd5881794642"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:36:44.008107 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5fba04-639d-4b3a-99c0-af5c94c01533 x-openstack-request-id: req-3e5fba04-639d-4b3a-99c0-af5c94c01533 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:36:44.013270 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bc2077-a6ea-4681-9766-8cbd7f294a57", "tag": "83733852-798e-4fd7-aa73-fd5881794642", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:36:44.013270 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e5fba04-639d-4b3a-99c0-af5c94c01533 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:36:44.013270 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5fba04-639d-4b3a-99c0-af5c94c01533'] response: {'name': 'network-changed', 'server_uuid': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'tag': '83733852-798e-4fd7-aa73-fd5881794642', 'status': 'completed', 'code': 200} Oct 12 00:36:44.013646 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71d101-fb4f-4b31-b238-976dee943dbc service neutron] Pushing event updated for resources: {'Port': ['ID=83733852-798e-4fd7-aa73-fd5881794642,revision_number=3']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:36:44.092151 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb871676-fcea-4b6f-b84d-7930acdff953 req-1491951c-b40a-420e-aed0-1f817900d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:44.093619 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-eb871676-fcea-4b6f-b84d-7930acdff953 req-1491951c-b40a-420e-aed0-1f817900d937 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 1127 time: 0.0385737 Oct 12 00:36:44.198884 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb871676-fcea-4b6f-b84d-7930acdff953 req-3a0b2d52-4734-47a9-a586-783ff3157fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:44.200266 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-eb871676-fcea-4b6f-b84d-7930acdff953 req-3a0b2d52-4734-47a9-a586-783ff3157fb3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0933473 Oct 12 00:36:44.294435 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb871676-fcea-4b6f-b84d-7930acdff953 req-fa4702b3-5930-4ebc-94c5-b0c917913fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:44.295899 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-eb871676-fcea-4b6f-b84d-7930acdff953 req-fa4702b3-5930-4ebc-94c5-b0c917913fff service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868068 Oct 12 00:36:44.398878 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-daae74eb-de3d-4d4c-9005-7a992886e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:44.400429 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-daae74eb-de3d-4d4c-9005-7a992886e069 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 1127 time: 0.0429225 Oct 12 00:36:44.452071 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-38757cc7-82bb-48b4-9434-3bae7ef08bef service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83733852-798e-4fd7-aa73-fd5881794642 HTTP/1.1" status: 200 len: 217 time: 0.0311813 Oct 12 00:36:44.498663 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-34e279e8-b16a-4da7-941c-1c8448d3e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:44.500201 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-34e279e8-b16a-4da7-941c-1c8448d3e846 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0428286 Oct 12 00:36:44.576931 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-f7ebd20d-7d72-46f7-94bf-9b89a95ab930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:44.578383 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-f7ebd20d-7d72-46f7-94bf-9b89a95ab930 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0672092 Oct 12 00:36:44.593907 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2362-d305-453b-8fc7-c2a439b87884 req-0afd6183-f20d-4c51-b174-cf55d2614bdc tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:44.595976 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e75d2362-d305-453b-8fc7-c2a439b87884 req-0afd6183-f20d-4c51-b174-cf55d2614bdc tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 943 time: 0.0544336 Oct 12 00:36:44.654124 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:44.708075 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e75d2362-d305-453b-8fc7-c2a439b87884 req-39f0b601-a23e-4970-b46b-3cde31d1a205 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042283 Oct 12 00:36:44.721810 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-8e7d9226-60f4-414c-a373-bea66f44667e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249151 Oct 12 00:36:44.809424 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1f18504f-ee27-46fa-ac51-f5029c23f946 req-ea4ac4d4-16b3-45d4-897f-a729b0c5f389 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817218 Oct 12 00:36:45.828293 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e649fb5-39af-436e-ad22-a34cdb201361 req-6be60155-2973-4c30-828f-efe3fd609546 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:45.830389 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0e649fb5-39af-436e-ad22-a34cdb201361 req-6be60155-2973-4c30-828f-efe3fd609546 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 943 time: 0.0460360 Oct 12 00:36:45.879006 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-0e649fb5-39af-436e-ad22-a34cdb201361 req-243f31c4-3744-4e87-a7b0-4c2dbb57dc02 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427797 Oct 12 00:36:47.053213 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd8d6b-a804-45b9-af73-605b0e716367 req-f5a0115b-2666-4c2e-8b0f-3b0c086dfbd8 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:47.054662 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-55fd8d6b-a804-45b9-af73-605b0e716367 req-f5a0115b-2666-4c2e-8b0f-3b0c086dfbd8 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 943 time: 0.0496020 Oct 12 00:36:47.101807 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-55fd8d6b-a804-45b9-af73-605b0e716367 req-a75ec00b-c093-4c19-977d-8add7c763059 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417736 Oct 12 00:36:48.218256 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68327f1d-a738-43e2-9557-b0792251fa7e req-7ccf91b6-748c-4c41-ba2a-6bd5a9a05591 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:48.219707 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-68327f1d-a738-43e2-9557-b0792251fa7e req-7ccf91b6-748c-4c41-ba2a-6bd5a9a05591 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 943 time: 0.0451550 Oct 12 00:36:48.271389 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-68327f1d-a738-43e2-9557-b0792251fa7e req-28d5a9ac-1738-44ad-8d6a-8a9ec8355d6d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462246 Oct 12 00:36:48.817740 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:48.821538 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:49.388649 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287220b4-2b64-4617-93f0-92e705287784 req-fc1d8f24-3216-477b-a3a2-6a8236f57fe3 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:49.390096 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-287220b4-2b64-4617-93f0-92e705287784 req-fc1d8f24-3216-477b-a3a2-6a8236f57fe3 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 943 time: 0.0455561 Oct 12 00:36:49.438559 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-287220b4-2b64-4617-93f0-92e705287784 req-1f083559-6477-4729-8cc7-d3c6ad5baf0b tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420144 Oct 12 00:36:50.557621 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6e5fc-2406-48a5-ab8e-65a754dcb76d req-dd1453c0-e90e-4440-81cc-c36e4aee939b tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:50.562767 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d6b6e5fc-2406-48a5-ab8e-65a754dcb76d req-dd1453c0-e90e-4440-81cc-c36e4aee939b tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 943 time: 0.0468512 Oct 12 00:36:50.608555 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-d6b6e5fc-2406-48a5-ab8e-65a754dcb76d req-75b18e5d-83ad-4beb-a2e0-d810465a65bb tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439250 Oct 12 00:36:51.726327 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63854e42-a9bc-4af7-8792-b8899ebcdef7 req-edbb3ffc-ccd1-4c02-a218-92fe5cfb1496 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:51.727784 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-63854e42-a9bc-4af7-8792-b8899ebcdef7 req-edbb3ffc-ccd1-4c02-a218-92fe5cfb1496 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 943 time: 0.0450997 Oct 12 00:36:51.779148 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-63854e42-a9bc-4af7-8792-b8899ebcdef7 req-0485a8ef-de54-4c1c-96a3-b972e1f26ba2 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458763 Oct 12 00:36:52.896890 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58a30c-fd01-4420-bdeb-479b40297547 req-115fa7df-f33d-4074-914a-c40d6a46c62d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:52.898582 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4c58a30c-fd01-4420-bdeb-479b40297547 req-115fa7df-f33d-4074-914a-c40d6a46c62d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 943 time: 0.0459599 Oct 12 00:36:52.946750 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-4c58a30c-fd01-4420-bdeb-479b40297547 req-46fc3820-3d1d-40f7-840b-224f55992a02 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426996 Oct 12 00:36:53.218027 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:53.219863 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:53.267761 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 83733852-798e-4fd7-aa73-fd5881794642 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=111561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 00:36:53.368994 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 83733852-798e-4fd7-aa73-fd5881794642, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=83733852-798e-4fd7-aa73-fd5881794642,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:36:53.379608 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Returning: {'device': '83733852-798e-4fd7-aa73-fd5881794642', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'port_id': '83733852-798e-4fd7-aa73-fd5881794642', 'mac_address': 'fa:16:3e:d4:09:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 00:36:53.414189 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 83733852-798e-4fd7-aa73-fd5881794642 is: DOWN; New status is: BUILD {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:36:53.414602 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (83733852-798e-4fd7-aa73-fd5881794642), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:53.426977 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83733852-798e-4fd7-aa73-fd5881794642 {{(pid=111561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 00:36:53.449109 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 83733852-798e-4fd7-aa73-fd5881794642, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=83733852-798e-4fd7-aa73-fd5881794642,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:36:53.504657 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (83733852-798e-4fd7-aa73-fd5881794642), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:53.552369 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=83733852-798e-4fd7-aa73-fd5881794642,revision_number=4']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:36:53.559463 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.559807 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.560144 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.560480 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.560810 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.561134 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.561455 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.561774 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.562101 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.562421 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.562741 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.563075 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.563401 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.563711 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.564022 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:36:53.869053 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] get_ports_and_sgs() called for port_ids ['83733852-798e-4fd7-aa73-fd5881794642'] {{(pid=111561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 00:36:54.064681 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5799e9c-651d-4457-a562-b26dacea5a15 req-1ec5d36e-8aea-4705-9991-c319657f6296 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:54.066214 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e5799e9c-651d-4457-a562-b26dacea5a15 req-1ec5d36e-8aea-4705-9991-c319657f6296 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 944 time: 0.0463364 Oct 12 00:36:54.077154 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:54.115782 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-e5799e9c-651d-4457-a562-b26dacea5a15 req-5b791b54-7c44-4ef2-b1ea-5d977f319bc4 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439360 Oct 12 00:36:55.238310 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6494f3-113a-4b3d-b0da-5624d1076238 req-a4f0cd5c-d5af-411e-9549-3d743ef6c2b2 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:55.239771 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ca6494f3-113a-4b3d-b0da-5624d1076238 req-a4f0cd5c-d5af-411e-9549-3d743ef6c2b2 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 944 time: 0.0487630 Oct 12 00:36:55.276210 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 83733852-798e-4fd7-aa73-fd5881794642 up at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 00:36:55.290328 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ca6494f3-113a-4b3d-b0da-5624d1076238 req-ba28e8d9-2334-4ca8-884f-a31c5bb1168c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450969 Oct 12 00:36:55.319474 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning for port 83733852-798e-4fd7-aa73-fd5881794642 completed by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 00:36:55.399604 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Provisioning complete for port 83733852-798e-4fd7-aa73-fd5881794642 triggered by entity L2. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:36:55.399927 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (83733852-798e-4fd7-aa73-fd5881794642), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:55.400263 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Attempt 1 to provision port 83733852-798e-4fd7-aa73-fd5881794642 Oct 12 00:36:55.471988 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Current status of the port 83733852-798e-4fd7-aa73-fd5881794642 is: BUILD; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:36:55.472353 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (83733852-798e-4fd7-aa73-fd5881794642), before_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:55.494448 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83733852-798e-4fd7-aa73-fd5881794642'}] {{(pid=111561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:36:55.496690 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}166672f1354a8244fc52bbc200e9768adfced1fa30f86951f1cc19618fd8fc5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48ea917-bc2f-4648-b538-808456bd5a56" -d '{"events": [{"server_uuid": "c7bc2077-a6ea-4681-9766-8cbd7f294a57", "name": "network-vif-plugged", "status": "completed", "tag": "83733852-798e-4fd7-aa73-fd5881794642"}]}' {{(pid=111561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:36:55.507835 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:55.509604 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] For port 83733852-798e-4fd7-aa73-fd5881794642, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=83733852-798e-4fd7-aa73-fd5881794642,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:36:55.571500 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351'] for port (83733852-798e-4fd7-aa73-fd5881794642), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:55.593215 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f737691-26f6-43be-b048-25033ca723c3 x-openstack-request-id: req-9f737691-26f6-43be-b048-25033ca723c3 {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:36:55.593504 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bc2077-a6ea-4681-9766-8cbd7f294a57", "name": "network-vif-plugged", "status": "completed", "tag": "83733852-798e-4fd7-aa73-fd5881794642", "code": 200}]} {{(pid=111561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:36:55.593756 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f737691-26f6-43be-b048-25033ca723c3 {{(pid=111561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:36:55.594143 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f737691-26f6-43be-b048-25033ca723c3'] response: {'server_uuid': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83733852-798e-4fd7-aa73-fd5881794642', 'code': 200} Oct 12 00:36:55.619673 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Pushing event updated for resources: {'Port': ['ID=83733852-798e-4fd7-aa73-fd5881794642,revision_number=5']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:36:56.019047 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a9ba-78de-40af-a40e-48363c0fdf4d req-f6dc2ab9-692a-4866-ba20-76ea1d967900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:56.020521 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0808a9ba-78de-40af-a40e-48363c0fdf4d req-f6dc2ab9-692a-4866-ba20-76ea1d967900 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 1129 time: 0.0379102 Oct 12 00:36:56.069104 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-0808a9ba-78de-40af-a40e-48363c0fdf4d req-f412f12d-6064-4ad4-8713-cfcea7bfc8c3 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386915 Oct 12 00:36:56.409711 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e3d5e-d54a-41f5-b5b2-96032e2698b4 req-f67c569f-5136-4f73-9292-99211039678e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:56.411197 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a39e3d5e-d54a-41f5-b5b2-96032e2698b4 req-f67c569f-5136-4f73-9292-99211039678e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 945 time: 0.0467441 Oct 12 00:36:56.458860 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a39e3d5e-d54a-41f5-b5b2-96032e2698b4 req-52066dee-afd6-4906-ac6a-0462fcb2505b tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422034 Oct 12 00:36:57.584803 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03a4ff-8323-4c99-98a5-3d6b913d2883 req-ca9de0c8-48f5-453d-a658-4af0f3884e85 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:57.586252 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bd03a4ff-8323-4c99-98a5-3d6b913d2883 req-ca9de0c8-48f5-453d-a658-4af0f3884e85 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 945 time: 0.0508628 Oct 12 00:36:57.634773 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bd03a4ff-8323-4c99-98a5-3d6b913d2883 req-29de889e-d554-4eca-9aff-08ffd24c8ea5 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429153 Oct 12 00:36:58.382556 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-cb596535-dd48-479f-aab9-9cefe741f28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:58.756180 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba26c8-683f-4c79-9d06-a549fb503051 req-6bd075bc-1c65-4bae-ac37-1c52dff612f2 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:58.757613 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-deba26c8-683f-4c79-9d06-a549fb503051 req-6bd075bc-1c65-4bae-ac37-1c52dff612f2 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 945 time: 0.0491786 Oct 12 00:36:58.806170 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-deba26c8-683f-4c79-9d06-a549fb503051 req-3a4a6e17-7027-4319-805d-9f86f7258ec5 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431275 Oct 12 00:36:58.923728 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b893b6-1a37-4473-b43c-a6b074b0b97e req-47929e26-c94f-49ea-bab9-b02e96865a67 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:58.925096 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-34b893b6-1a37-4473-b43c-a6b074b0b97e req-47929e26-c94f-49ea-bab9-b02e96865a67 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 945 time: 0.0464242 Oct 12 00:36:58.972528 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-34b893b6-1a37-4473-b43c-a6b074b0b97e req-67c64774-2409-45d7-bf77-1bad86aafabb tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420606 Oct 12 00:36:59.001114 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 43146) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:36:59.037176 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37898c11-e1d3-4005-919a-88eb1c0b8cb9 tempest-TestVolumeBootPattern-1809698491 tempest-TestVolumeBootPattern-1809698491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:36:59.038610 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-37898c11-e1d3-4005-919a-88eb1c0b8cb9 tempest-TestVolumeBootPattern-1809698491 tempest-TestVolumeBootPattern-1809698491-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 1124 time: 0.0365658 Oct 12 00:36:59.041383 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 43148) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:36:59.045349 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.v2.base [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Request body: {'floatingip': {'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'port_id': '83733852-798e-4fd7-aa73-fd5881794642', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 00:36:59.161529 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:59.240705 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:59.248154 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:59.347339 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.db_base_plugin_common [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Allocated IP 172.27.4.101 (3241131d-6457-49e3-8f85-61678456bc18/9a9127b6-7921-42fd-b916-e8ff9bbb572d/04bafc63-dec4-4898-b714-e85424393d1b) {{(pid=111560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 00:36:59.445113 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for port (04bafc63-dec4-4898-b714-e85424393d1b), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:59.527348 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788062615543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (04bafc63-dec4-4898-b714-e85424393d1b), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:36:59.565268 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:36:59.571204 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Network 3241131d-6457-49e3-8f85-61678456bc18 is already hosted by enough agents. {{(pid=111560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 00:36:59.575963 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.base_scheduler [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Resources bound (agent type, host, resource id): {{(pid=111560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 00:36:59.580641 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Received port after_create {{(pid=111560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 00:36:59.583728 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'Port': ['ID=04bafc63-dec4-4898-b714-e85424393d1b,revision_number=1']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:36:59.922450 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (978593bc-ce9a-424a-a461-4f69388a63a3), precommit_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:00.028726 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (04bafc63-dec4-4898-b714-e85424393d1b), before_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:00.080389 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:00.172938 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for port (04bafc63-dec4-4898-b714-e85424393d1b), precommit_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:00.212693 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788062989249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788062616333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788062616351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655404'] for port (04bafc63-dec4-4898-b714-e85424393d1b), after_update {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:00.279445 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event updated for resources: {'Port': ['ID=04bafc63-dec4-4898-b714-e85424393d1b,revision_number=2']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:37:00.282742 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695949'] for floatingip (978593bc-ce9a-424a-a461-4f69388a63a3), after_create {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:00.375770 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.db.l3_db [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Floating IP 978593bc-ce9a-424a-a461-4f69388a63a3 associated. External IP: 172.27.4.101, port: 83733852-798e-4fd7-aa73-fd5881794642. Oct 12 00:37:00.515224 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:00.569375 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Router 2211ea9a-1755-47cd-8330-5354cf9367b1 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:37:00.605194 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:00.664495 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8f969ec8-f301-4f81-b8ae-82fceb751b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:00.671213 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:37:00.683743 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ccd99-1161-4c43-b8b0-07b5d210ad45 None None] Sync routers for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:37:00.691977 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ccd99-1161-4c43-b8b0-07b5d210ad45 None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:37:00.692581 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-2a0ccd99-1161-4c43-b8b0-07b5d210ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:37:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:37:00.755758 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:00.784872 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:37:00.786651 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-a49f3e45-413b-4306-9628-c562df64d719 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7443171 Oct 12 00:37:00.787448 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'tag': '83733852-798e-4fd7-aa73-fd5881794642'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:37:00.789757 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42368c0b-fee7-48e0-93d5-aef93e52abb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bc2077-a6ea-4681-9766-8cbd7f294a57", "tag": "83733852-798e-4fd7-aa73-fd5881794642"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:37:00.801858 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-2a0ccd99-1161-4c43-b8b0-07b5d210ad45 None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:37:00.826588 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d0abbe-5713-4793-9d4c-b2f1add94503 x-openstack-request-id: req-38d0abbe-5713-4793-9d4c-b2f1add94503 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:37:00.826879 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bc2077-a6ea-4681-9766-8cbd7f294a57", "tag": "83733852-798e-4fd7-aa73-fd5881794642", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:37:00.827135 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38d0abbe-5713-4793-9d4c-b2f1add94503 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:37:00.827577 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d0abbe-5713-4793-9d4c-b2f1add94503'] response: {'name': 'network-changed', 'server_uuid': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'tag': '83733852-798e-4fd7-aa73-fd5881794642', 'status': 'completed', 'code': 200} Oct 12 00:37:00.916862 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42368c0b-fee7-48e0-93d5-aef93e52abb4 req-9180ff33-6c12-49d2-8bf7-e2a01c4bd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:37:00.918384 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-42368c0b-fee7-48e0-93d5-aef93e52abb4 req-9180ff33-6c12-49d2-8bf7-e2a01c4bd787 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 1129 time: 0.0392323 Oct 12 00:37:01.011025 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-2a0ccd99-1161-4c43-b8b0-07b5d210ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '978593bc-ce9a-424a-a461-4f69388a63a3', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.101', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '83733852-798e-4fd7-aa73-fd5881794642', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:d4:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:36:59Z', 'updated_at': '2022-10-12T00:36:59Z', 'revision_number': 0, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}, {'id': 'f9a236f4-5406-4881-a1ca-4155a87b57d1', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '2c050379-d781-411c-bf85-a57395ae94f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:05:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:34:50Z', 'updated_at': '2022-10-12T00:34:52Z', 'revision_number': 1, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:37:01.011383 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42368c0b-fee7-48e0-93d5-aef93e52abb4 req-271f13d1-8c11-433e-9edc-f3c376b6875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:37:01.012550 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-42368c0b-fee7-48e0-93d5-aef93e52abb4 req-271f13d1-8c11-433e-9edc-f3c376b6875f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 913 time: 0.0860507 Oct 12 00:37:01.040015 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ccd99-1161-4c43-b8b0-07b5d210ad45 None None] Checking router: 2211ea9a-1755-47cd-8330-5354cf9367b1 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:37:01.048291 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ccd99-1161-4c43-b8b0-07b5d210ad45 None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:37:01.048887 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-2a0ccd99-1161-4c43-b8b0-07b5d210ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:37:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:37:01.072545 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-42368c0b-fee7-48e0-93d5-aef93e52abb4 req-f489df6e-f986-4630-8777-0f9b47959cde service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83733852-798e-4fd7-aa73-fd5881794642 HTTP/1.1" status: 200 len: 999 time: 0.0532908 Oct 12 00:37:01.119745 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42368c0b-fee7-48e0-93d5-aef93e52abb4 req-3aa585f0-62e2-47f9-ab0e-afafc892db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:37:01.121165 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-42368c0b-fee7-48e0-93d5-aef93e52abb4 req-3aa585f0-62e2-47f9-ab0e-afafc892db40 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0430291 Oct 12 00:37:01.150022 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-2a0ccd99-1161-4c43-b8b0-07b5d210ad45 None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:37:01.166124 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42368c0b-fee7-48e0-93d5-aef93e52abb4 req-9871922b-5604-440a-b2d1-a298018d3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:37:01.167638 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-42368c0b-fee7-48e0-93d5-aef93e52abb4 req-9871922b-5604-440a-b2d1-a298018d3fe1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410647 Oct 12 00:37:01.249227 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=100 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:01.255245 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-42368c0b-fee7-48e0-93d5-aef93e52abb4 req-d28b6c83-0b7f-4b78-ae37-344bc78e0d48 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818505 Oct 12 00:37:01.348953 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-42368c0b-fee7-48e0-93d5-aef93e52abb4 req-6bed8739-936d-4d59-ad65-0f8b70db940f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874653 Oct 12 00:37:01.355193 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-2a0ccd99-1161-4c43-b8b0-07b5d210ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '978593bc-ce9a-424a-a461-4f69388a63a3', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.101', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '83733852-798e-4fd7-aa73-fd5881794642', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:d4:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:36:59Z', 'updated_at': '2022-10-12T00:36:59Z', 'revision_number': 0, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}, {'id': 'f9a236f4-5406-4881-a1ca-4155a87b57d1', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '2c050379-d781-411c-bf85-a57395ae94f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:05:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:34:50Z', 'updated_at': '2022-10-12T00:34:52Z', 'revision_number': 1, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:37:01.381201 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ccd99-1161-4c43-b8b0-07b5d210ad45 None None] The sync data for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi is: [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': '978593bc-ce9a-424a-a461-4f69388a63a3', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.101', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '83733852-798e-4fd7-aa73-fd5881794642', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:d4:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:36:59Z', 'updated_at': '2022-10-12T00:36:59Z', 'revision_number': 0, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}, {'id': 'f9a236f4-5406-4881-a1ca-4155a87b57d1', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '2c050379-d781-411c-bf85-a57395ae94f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:05:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:34:50Z', 'updated_at': '2022-10-12T00:34:52Z', 'revision_number': 1, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:37:01.570848 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987f4e3-cf01-48cc-a1f4-258f950145e2 None None] New status for floating IP 978593bc-ce9a-424a-a461-4f69388a63a3: ACTIVE {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:37:01.885143 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:03.092927 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:03.327178 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:04.572776 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:08.797355 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=64 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:08.802210 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=66 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:11.339224 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=6 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:11.346169 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=73,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:11.357721 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=71 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:11.358552 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=79 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:14.495973 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=16 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:14.497817 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=20,neutron:UPDATE=7 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:19.146502 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-c9ed2841-0d26-43ec-bfd3-8b4c091e01c9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375512 Oct 12 00:37:19.253173 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-84e56b09-fc90-46e2-88d2-b9e85c5e5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:37:19.254612 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-84e56b09-fc90-46e2-88d2-b9e85c5e5af2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 1130 time: 0.0386543 Oct 12 00:37:19.627112 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-1a15628b-e02f-4cb6-b5b7-5a33647a4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:37:19.628605 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-1a15628b-e02f-4cb6-b5b7-5a33647a4f2b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 913 time: 0.3541050 Oct 12 00:37:19.691877 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-6e1c6530-712e-4978-a4a5-4d10dbaac4c6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c050379-d781-411c-bf85-a57395ae94f9 HTTP/1.1" status: 200 len: 1002 time: 0.0563660 Oct 12 00:37:19.739292 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-e99f4c7d-dd45-4184-bdf0-180660f544c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:37:19.740722 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-e99f4c7d-dd45-4184-bdf0-180660f544c3 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0428798 Oct 12 00:37:19.784595 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-52240d2b-4819-4725-9567-fe84fc4a3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:37:19.786026 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-52240d2b-4819-4725-9567-fe84fc4a3826 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383976 Oct 12 00:37:19.877381 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-3f885309-2a25-45b2-81e6-32598d4b893f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841188 Oct 12 00:37:19.964711 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-f9f227d0-4d82-410f-a15b-428fdfc33f74 req-fa8d4ed7-d270-4e84-843a-c0aadedac01a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807714 Oct 12 00:37:26.817957 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=5 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:26.854904 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:28.376470 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-598f37c5-d358-4826-9148-d6d9b572e7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:29.959977 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=51 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:29.961893 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=50 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:30.684511 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-1feb9735-468e-4c3e-a95f-47e8ac06bfcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:31.873216 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:33.101464 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:33.335775 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:34.560759 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:37:37.773925 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:37:44.492163 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:44.499113 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:47.769372 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:47.770294 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:37:58.388619 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-58bbf07f-edc9-4d38-8d69-224c9ea84de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:00.680255 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-78cf925b-3813-4cfd-ac08-515717253389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:01.863085 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:02.818876 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:02.823659 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:03.083570 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:03.334991 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:04.588499 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:14.512768 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:14.514696 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:14.772320 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:38:19.235128 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-ca8dd420-981e-4cbc-aca0-ef4355595a5b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407033 Oct 12 00:38:19.320183 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-3c9b202d-5c2e-4d5a-8ca6-8136b5abdc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:19.321639 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-3c9b202d-5c2e-4d5a-8ca6-8136b5abdc5d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 1129 time: 0.0379701 Oct 12 00:38:19.433476 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-8cb4438b-1b68-4f26-8962-de6c70e2d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:19.434915 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-8cb4438b-1b68-4f26-8962-de6c70e2d439 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 913 time: 0.0886252 Oct 12 00:38:19.496762 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-bec2cf50-d204-4b36-92a3-95e207393885 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83733852-798e-4fd7-aa73-fd5881794642 HTTP/1.1" status: 200 len: 1001 time: 0.0536151 Oct 12 00:38:19.549361 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-df3ade50-4999-4ef3-968b-6c34c46d7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:19.550831 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-df3ade50-4999-4ef3-968b-6c34c46d7560 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0425248 Oct 12 00:38:19.596353 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-41f4dfbf-6bbc-4382-b776-51209dfffae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:19.597785 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-41f4dfbf-6bbc-4382-b776-51209dfffae3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405841 Oct 12 00:38:19.686587 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-c00fbe59-43a7-48f9-9797-b928d488d3a4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808034 Oct 12 00:38:19.782087 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-a253408d-15b4-4039-b199-f1c8916d58e1 req-a40406e0-f04d-4e17-8460-56da1be2c554 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859358 Oct 12 00:38:24.081905 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=15 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:24.768283 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=13 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:28.385640 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c53f6433-949c-496d-a215-df8a03b35586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:29.777523 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=47 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:29.778295 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=54 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:30.671735 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0e8d7b84-2198-41a8-8069-826da5f61b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:31.884866 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:33.088544 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:33.328331 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:34.588291 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:39.464589 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43174) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:38:39.603148 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Deleting port 04bafc63-dec4-4898-b714-e85424393d1b {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:38:39.603523 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (04bafc63-dec4-4898-b714-e85424393d1b), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:39.677376 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (04bafc63-dec4-4898-b714-e85424393d1b), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:39.677708 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (04bafc63-dec4-4898-b714-e85424393d1b), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:39.693611 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Calling delete_port for 04bafc63-dec4-4898-b714-e85424393d1b owned by network:floatingip {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:38:39.814414 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:39.819221 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:39.908327 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (04bafc63-dec4-4898-b714-e85424393d1b), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:39.935709 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event deleted for resources: {'Port': ['ID=04bafc63-dec4-4898-b714-e85424393d1b,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:38:39.948976 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.948976 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.949313 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.949556 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.949883 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.950211 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.950572 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.950888 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.951215 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.951563 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.952051 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.952371 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.952689 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.953004 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:39.953325 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:40.008286 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (978593bc-ce9a-424a-a461-4f69388a63a3), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:40.008608 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Floating IP 978593bc-ce9a-424a-a461-4f69388a63a3 disassociated (deleted). External IP: 172.27.4.101, port: 83733852-798e-4fd7-aa73-fd5881794642. Oct 12 00:38:40.439090 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Router 2211ea9a-1755-47cd-8330-5354cf9367b1 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:38:40.537811 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:38:40.542235 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:40.549576 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1269c-4501-46d3-8adf-62be6869466b None None] Sync routers for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:38:40.559787 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1269c-4501-46d3-8adf-62be6869466b None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:38:40.560478 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-87e1269c-4501-46d3-8adf-62be6869466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:38:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:40.574393 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-5649fbab-0c34-48a0-bc13-c39186674427 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/978593bc-ce9a-424a-a461-4f69388a63a3 HTTP/1.1" status: 204 len: 168 time: 1.1087389 Oct 12 00:38:40.575027 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'tag': '83733852-798e-4fd7-aa73-fd5881794642'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:38:40.577821 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a46fb6d-0208-4b88-b6ae-18e099d93af8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bc2077-a6ea-4681-9766-8cbd7f294a57", "tag": "83733852-798e-4fd7-aa73-fd5881794642"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:38:40.667295 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-87e1269c-4501-46d3-8adf-62be6869466b None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:38:40.697947 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3da75a-cd1c-42c0-a049-c50c9c0530c2 x-openstack-request-id: req-0d3da75a-cd1c-42c0-a049-c50c9c0530c2 {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:38:40.698243 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bc2077-a6ea-4681-9766-8cbd7f294a57", "tag": "83733852-798e-4fd7-aa73-fd5881794642", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:38:40.698498 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d3da75a-cd1c-42c0-a049-c50c9c0530c2 {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:38:40.698903 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3da75a-cd1c-42c0-a049-c50c9c0530c2'] response: {'name': 'network-changed', 'server_uuid': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'tag': '83733852-798e-4fd7-aa73-fd5881794642', 'status': 'completed', 'code': 200} Oct 12 00:38:40.803149 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46fb6d-0208-4b88-b6ae-18e099d93af8 req-11289eef-281d-4fbb-8207-2ac73149b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:40.804813 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7a46fb6d-0208-4b88-b6ae-18e099d93af8 req-11289eef-281d-4fbb-8207-2ac73149b2e6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 1129 time: 0.0429888 Oct 12 00:38:40.906869 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46fb6d-0208-4b88-b6ae-18e099d93af8 req-dcfcade6-2dec-4b4b-a227-0cb7803515f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:40.908481 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7a46fb6d-0208-4b88-b6ae-18e099d93af8 req-dcfcade6-2dec-4b4b-a227-0cb7803515f1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 913 time: 0.0953803 Oct 12 00:38:40.953328 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7a46fb6d-0208-4b88-b6ae-18e099d93af8 req-5a549263-5e5c-4d34-9a72-a58a634323bb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83733852-798e-4fd7-aa73-fd5881794642 HTTP/1.1" status: 200 len: 217 time: 0.0355325 Oct 12 00:38:40.976096 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-87e1269c-4501-46d3-8adf-62be6869466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'f9a236f4-5406-4881-a1ca-4155a87b57d1', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '2c050379-d781-411c-bf85-a57395ae94f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:05:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:34:50Z', 'updated_at': '2022-10-12T00:34:52Z', 'revision_number': 1, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:40.980473 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:41.001838 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1269c-4501-46d3-8adf-62be6869466b None None] Checking router: 2211ea9a-1755-47cd-8330-5354cf9367b1 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:38:41.004717 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:41.010491 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1269c-4501-46d3-8adf-62be6869466b None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:38:41.011103 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-87e1269c-4501-46d3-8adf-62be6869466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:38:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:41.018853 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f63408-e2d1-41bd-90f1-05040c96cf04 req-97224403-a862-426a-ac45-5fde3c73ad35 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:41.020383 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a5f63408-e2d1-41bd-90f1-05040c96cf04 req-97224403-a862-426a-ac45-5fde3c73ad35 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 945 time: 0.0484385 Oct 12 00:38:41.069957 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-a5f63408-e2d1-41bd-90f1-05040c96cf04 req-f32f4308-8af8-4ea3-9cbc-3f386fa071d7 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434899 Oct 12 00:38:41.113203 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-87e1269c-4501-46d3-8adf-62be6869466b None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:38:41.315884 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-87e1269c-4501-46d3-8adf-62be6869466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'f9a236f4-5406-4881-a1ca-4155a87b57d1', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '2c050379-d781-411c-bf85-a57395ae94f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:05:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:34:50Z', 'updated_at': '2022-10-12T00:34:52Z', 'revision_number': 1, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:41.342865 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1269c-4501-46d3-8adf-62be6869466b None None] The sync data for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi is: [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_floatingips': [{'id': 'f9a236f4-5406-4881-a1ca-4155a87b57d1', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'router_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'port_id': '2c050379-d781-411c-bf85-a57395ae94f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'mac_address': 'fa:16:3e:05:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T00:34:50Z', 'updated_at': '2022-10-12T00:34:52Z', 'revision_number': 1, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:38:41.556085 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1da5a-95d2-40d2-ba6b-75af454c4b0b None None] New status for floating IP 978593bc-ce9a-424a-a461-4f69388a63a3: DOWN {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:38:42.192892 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf42ea-c460-4e5c-b14d-9ae890999c51 req-d79d0d36-e6c7-4812-9e3c-5a1da4017d72 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:42.194324 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-71cf42ea-c460-4e5c-b14d-9ae890999c51 req-d79d0d36-e6c7-4812-9e3c-5a1da4017d72 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 945 time: 0.0468254 Oct 12 00:38:42.241402 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-71cf42ea-c460-4e5c-b14d-9ae890999c51 req-3cad9779-bb25-4554-85e2-1285c4a304ec tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 Oct 12 00:38:42.309758 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46fb6d-0208-4b88-b6ae-18e099d93af8 req-571ae087-86ed-4b70-8974-df61475498b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:42.312996 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7a46fb6d-0208-4b88-b6ae-18e099d93af8 req-571ae087-86ed-4b70-8974-df61475498b8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0475574 Oct 12 00:38:42.357525 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46fb6d-0208-4b88-b6ae-18e099d93af8 req-57e27213-d2b1-4496-9f93-559547582f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:42.359564 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7a46fb6d-0208-4b88-b6ae-18e099d93af8 req-57e27213-d2b1-4496-9f93-559547582f0d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390580 Oct 12 00:38:42.601299 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7a46fb6d-0208-4b88-b6ae-18e099d93af8 req-f604ce4b-4da2-48b7-9c88-e56b28083d03 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846813 Oct 12 00:38:42.896268 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-7a46fb6d-0208-4b88-b6ae-18e099d93af8 req-0d4ba209-ba5a-4845-9cca-ba97366d6836 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820725 Oct 12 00:38:43.017284 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5db810-035a-43b2-abfd-78d910671676 req-87772102-682a-4199-a2e5-bba7fc0135d2 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:43.018705 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5a5db810-035a-43b2-abfd-78d910671676 req-87772102-682a-4199-a2e5-bba7fc0135d2 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 945 time: 0.0462279 Oct 12 00:38:43.106655 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-5a5db810-035a-43b2-abfd-78d910671676 req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Deleting port 83733852-798e-4fd7-aa73-fd5881794642 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:38:43.106995 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-5a5db810-035a-43b2-abfd-78d910671676 req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (83733852-798e-4fd7-aa73-fd5881794642), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:43.197175 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-5a5db810-035a-43b2-abfd-78d910671676 req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] For port 83733852-798e-4fd7-aa73-fd5881794642, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=83733852-798e-4fd7-aa73-fd5881794642,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:38:43.197849 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-5a5db810-035a-43b2-abfd-78d910671676 req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (83733852-798e-4fd7-aa73-fd5881794642), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:43.209833 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-5a5db810-035a-43b2-abfd-78d910671676 req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Calling delete_port for 83733852-798e-4fd7-aa73-fd5881794642 owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:38:43.329792 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:43.360856 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6a721-4915-4166-a939-ee3f2f86520b req-3f0ad554-8b36-4841-aed3-235f530ff43e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:43.362305 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-88b6a721-4915-4166-a939-ee3f2f86520b req-3f0ad554-8b36-4841-aed3-235f530ff43e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 945 time: 0.0462370 Oct 12 00:38:43.413532 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-88b6a721-4915-4166-a939-ee3f2f86520b req-c8a876ea-98c1-417b-9a71-cc026dc075ae tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454447 Oct 12 00:38:43.428177 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-5a5db810-035a-43b2-abfd-78d910671676 req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (83733852-798e-4fd7-aa73-fd5881794642), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:43.459516 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event deleted for resources: {'Port': ['ID=83733852-798e-4fd7-aa73-fd5881794642,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:38:43.465997 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:43.487109 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.487966 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.487966 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.488264 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.488601 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.488935 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.489265 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.489589 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.489916 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.490240 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.490565 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.490891 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.491211 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.491556 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.491876 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:43.515839 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5db810-035a-43b2-abfd-78d910671676 req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] No DVR routers for this DVR port 83733852-798e-4fd7-aa73-fd5881794642 on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:38:43.518299 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-5a5db810-035a-43b2-abfd-78d910671676 req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:43.521472 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-5a5db810-035a-43b2-abfd-78d910671676 req-d16973c0-52b3-41e3-917f-84df15079814 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "DELETE /networking/v2.0/ports/83733852-798e-4fd7-aa73-fd5881794642 HTTP/1.1" status: 204 len: 173 time: 0.4936144 Oct 12 00:38:43.521981 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'name': 'network-vif-deleted', 'tag': '83733852-798e-4fd7-aa73-fd5881794642'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:38:43.524552 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0f245c-8424-4f8f-a284-9eb9eb7802fd" -d '{"events": [{"server_uuid": "c7bc2077-a6ea-4681-9766-8cbd7f294a57", "name": "network-vif-deleted", "tag": "83733852-798e-4fd7-aa73-fd5881794642"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:38:43.621085 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ce370e-4e6e-4b6a-a1e9-bfdbc7da28e6 x-openstack-request-id: req-37ce370e-4e6e-4b6a-a1e9-bfdbc7da28e6 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:38:43.621378 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bc2077-a6ea-4681-9766-8cbd7f294a57", "name": "network-vif-deleted", "tag": "83733852-798e-4fd7-aa73-fd5881794642", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:38:43.621631 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37ce370e-4e6e-4b6a-a1e9-bfdbc7da28e6 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:38:43.622119 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ce370e-4e6e-4b6a-a1e9-bfdbc7da28e6'] response: {'server_uuid': 'c7bc2077-a6ea-4681-9766-8cbd7f294a57', 'name': 'network-vif-deleted', 'tag': '83733852-798e-4fd7-aa73-fd5881794642', 'status': 'completed', 'code': 200} Oct 12 00:38:44.532001 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-ca8772c9-2c2f-4dc2-92bf-832a5c639cfd req-f95fb503-11a9-4423-a0ea-7119243e480d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c7bc2077-a6ea-4681-9766-8cbd7f294a57 HTTP/1.1" status: 200 len: 210 time: 0.0317507 Oct 12 00:38:47.930598 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 83733852-798e-4fd7-aa73-fd5881794642 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:38:47.950165 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 83733852-798e-4fd7-aa73-fd5881794642 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:38:47.950275 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 83733852-798e-4fd7-aa73-fd5881794642 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:38:48.033119 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43220) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:38:48.171094 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Deleting port 959d2557-bad9-4204-b8a5-1219fdd6677b {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:38:48.171464 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (959d2557-bad9-4204-b8a5-1219fdd6677b), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:48.245115 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (959d2557-bad9-4204-b8a5-1219fdd6677b), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:48.245387 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (959d2557-bad9-4204-b8a5-1219fdd6677b), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:48.258706 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Calling delete_port for 959d2557-bad9-4204-b8a5-1219fdd6677b owned by network:floatingip {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:38:48.470948 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (959d2557-bad9-4204-b8a5-1219fdd6677b), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:48.494155 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event deleted for resources: {'Port': ['ID=959d2557-bad9-4204-b8a5-1219fdd6677b,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:38:48.561138 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (f9a236f4-5406-4881-a1ca-4155a87b57d1), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:48.561483 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.db.l3_db [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Floating IP f9a236f4-5406-4881-a1ca-4155a87b57d1 disassociated (deleted). External IP: 172.27.4.238, port: 2c050379-d781-411c-bf85-a57395ae94f9. Oct 12 00:38:48.739484 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:48.757958 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Router 2211ea9a-1755-47cd-8330-5354cf9367b1 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:38:48.768970 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:48.858788 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:38:48.863470 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:48.868561 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77cc27-7c20-4bda-ac10-1fbe3d5ef13c None None] Sync routers for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:38:48.878133 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77cc27-7c20-4bda-ac10-1fbe3d5ef13c None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:38:48.878739 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-7f77cc27-7c20-4bda-ac10-1fbe3d5ef13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:38:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:48.895696 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-790760bc-3fcc-44ab-82b1-6ad18f434705 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/f9a236f4-5406-4881-a1ca-4155a87b57d1 HTTP/1.1" status: 204 len: 168 time: 0.8614531 Oct 12 00:38:48.896348 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'tag': '2c050379-d781-411c-bf85-a57395ae94f9'}] {{(pid=111559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:38:48.898877 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7b8c14290426c68e9540e10845dd7b1308cdb358a8ac73c34f3324b0b9d181d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2b6f11-842c-448b-bad5-373e53d174bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e94b5bd6-79cb-4441-899f-bc8236b949a5", "tag": "2c050379-d781-411c-bf85-a57395ae94f9"}]}' {{(pid=111559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:38:48.939086 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 00:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6955642f-66c1-4e3d-8fb0-8734f0336d9a x-openstack-request-id: req-6955642f-66c1-4e3d-8fb0-8734f0336d9a {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:38:48.939478 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94b5bd6-79cb-4441-899f-bc8236b949a5", "tag": "2c050379-d781-411c-bf85-a57395ae94f9", "status": "completed", "code": 200}]} {{(pid=111559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:38:48.939794 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6955642f-66c1-4e3d-8fb0-8734f0336d9a {{(pid=111559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:38:48.940266 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6955642f-66c1-4e3d-8fb0-8734f0336d9a'] response: {'name': 'network-changed', 'server_uuid': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'tag': '2c050379-d781-411c-bf85-a57395ae94f9', 'status': 'completed', 'code': 200} Oct 12 00:38:48.981917 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-7f77cc27-7c20-4bda-ac10-1fbe3d5ef13c None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:38:49.041617 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b6f11-842c-448b-bad5-373e53d174bb req-c60741bd-c0a2-47f5-bc18-62cdccdf13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:49.043022 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3c2b6f11-842c-448b-bad5-373e53d174bb req-c60741bd-c0a2-47f5-bc18-62cdccdf13e1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 1130 time: 0.0403235 Oct 12 00:38:49.059790 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:49.125459 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:49.145770 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b6f11-842c-448b-bad5-373e53d174bb req-8607027c-313f-4d2d-9b4a-c1a83ef816d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:49.147340 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3c2b6f11-842c-448b-bad5-373e53d174bb req-8607027c-313f-4d2d-9b4a-c1a83ef816d5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 200 len: 913 time: 0.0952291 Oct 12 00:38:49.169837 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-7f77cc27-7c20-4bda-ac10-1fbe3d5ef13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:49.191311 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3c2b6f11-842c-448b-bad5-373e53d174bb req-1e22c1f8-c558-4058-81a8-ebccb5514e63 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c050379-d781-411c-bf85-a57395ae94f9 HTTP/1.1" status: 200 len: 217 time: 0.0321815 Oct 12 00:38:49.198701 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77cc27-7c20-4bda-ac10-1fbe3d5ef13c None None] Checking router: 2211ea9a-1755-47cd-8330-5354cf9367b1 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:38:49.208152 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77cc27-7c20-4bda-ac10-1fbe3d5ef13c None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:38:49.208351 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-7f77cc27-7c20-4bda-ac10-1fbe3d5ef13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:38:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:49.241893 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b6f11-842c-448b-bad5-373e53d174bb req-e12cb4e9-f8e9-42a3-9d7c-b65e356c823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:49.243684 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3c2b6f11-842c-448b-bad5-373e53d174bb req-e12cb4e9-f8e9-42a3-9d7c-b65e356c823d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 200 len: 851 time: 0.0440664 Oct 12 00:38:49.308688 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-7f77cc27-7c20-4bda-ac10-1fbe3d5ef13c None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:38:49.337513 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83356511-7eb2-4ac7-a819-1befda90a0d9 req-17ca9dff-0bd6-4b83-a32e-96b0659a281d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:49.338989 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-83356511-7eb2-4ac7-a819-1befda90a0d9 req-17ca9dff-0bd6-4b83-a32e-96b0659a281d tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 946 time: 0.0504711 Oct 12 00:38:49.387897 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-83356511-7eb2-4ac7-a819-1befda90a0d9 req-1d4bc496-c283-497b-be53-05f2aee6a59c tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432928 Oct 12 00:38:49.493576 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-7f77cc27-7c20-4bda-ac10-1fbe3d5ef13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:49.517515 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77cc27-7c20-4bda-ac10-1fbe3d5ef13c None None] The sync data for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi is: [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:31:39Z', 'revision_number': 4, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi', '_interfaces': [{'id': '870e6872-f38d-4309-9e82-1a0ce1934f44', 'name': '', 'network_id': '2a02dece-4b1c-4c17-bb61-97d2fc408cbe', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'mac_address': 'fa:16:3e:8e:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:39Z', 'updated_at': '2022-10-12T00:31:46Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'subnets': [{'id': '558db806-53ce-4f59-9fa5-39e371fd24bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:38:49.713894 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38299a93-7467-437f-bd6e-59df527d8b81 None None] New status for floating IP f9a236f4-5406-4881-a1ca-4155a87b57d1: DOWN {{(pid=111561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 00:38:50.508254 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fc98c-969e-47aa-b0be-d52fa885943b req-adea5428-ad99-486e-a7d7-c31189717365 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:50.509718 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-094fc98c-969e-47aa-b0be-d52fa885943b req-adea5428-ad99-486e-a7d7-c31189717365 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 946 time: 0.0461164 Oct 12 00:38:50.561868 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [req-094fc98c-969e-47aa-b0be-d52fa885943b req-6c1f7a07-5458-4c47-9ccc-589e3689967e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38eb8640-975d-4e96-993b-fe220e55b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459030 Oct 12 00:38:50.580079 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b6f11-842c-448b-bad5-373e53d174bb req-dccc472f-a238-4983-b1f4-67c3d34d0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:50.581619 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3c2b6f11-842c-448b-bad5-373e53d174bb req-dccc472f-a238-4983-b1f4-67c3d34d0c30 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2a02dece-4b1c-4c17-bb61-97d2fc408cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392325 Oct 12 00:38:50.671856 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3c2b6f11-842c-448b-bad5-373e53d174bb req-c5c4e864-b917-4c4c-8cc2-c03e1ca090e7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833044 Oct 12 00:38:50.839586 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-3c2b6f11-842c-448b-bad5-373e53d174bb req-ab0c6734-b8bf-4ada-ba27-1721326ce0c2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833821 Oct 12 00:38:51.194257 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2194c7-53f8-46ee-bfde-9e3615fb6965 req-97bac6ed-4e77-465a-bb5c-285910776f48 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 00:38:51.195579 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bc2194c7-53f8-46ee-bfde-9e3615fb6965 req-97bac6ed-4e77-465a-bb5c-285910776f48 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 946 time: 0.0450211 Oct 12 00:38:51.279203 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-bc2194c7-53f8-46ee-bfde-9e3615fb6965 req-a410171b-bc9d-4b31-8b04-d9d641620307 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Deleting port 2c050379-d781-411c-bf85-a57395ae94f9 {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:38:51.280159 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-bc2194c7-53f8-46ee-bfde-9e3615fb6965 req-a410171b-bc9d-4b31-8b04-d9d641620307 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (2c050379-d781-411c-bf85-a57395ae94f9), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:51.369715 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [req-bc2194c7-53f8-46ee-bfde-9e3615fb6965 req-a410171b-bc9d-4b31-8b04-d9d641620307 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] For port 2c050379-d781-411c-bf85-a57395ae94f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2c050379-d781-411c-bf85-a57395ae94f9,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:38:51.370077 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-bc2194c7-53f8-46ee-bfde-9e3615fb6965 req-a410171b-bc9d-4b31-8b04-d9d641620307 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (2c050379-d781-411c-bf85-a57395ae94f9), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:51.383326 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [req-bc2194c7-53f8-46ee-bfde-9e3615fb6965 req-a410171b-bc9d-4b31-8b04-d9d641620307 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Calling delete_port for 2c050379-d781-411c-bf85-a57395ae94f9 owned by compute:nova {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:38:51.490381 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:51.579880 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-bc2194c7-53f8-46ee-bfde-9e3615fb6965 req-a410171b-bc9d-4b31-8b04-d9d641620307 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (2c050379-d781-411c-bf85-a57395ae94f9), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:51.590567 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:51.613369 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410171b-bc9d-4b31-8b04-d9d641620307 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event deleted for resources: {'Port': ['ID=2c050379-d781-411c-bf85-a57395ae94f9,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:38:51.660022 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2194c7-53f8-46ee-bfde-9e3615fb6965 req-a410171b-bc9d-4b31-8b04-d9d641620307 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] No DVR routers for this DVR port 2c050379-d781-411c-bf85-a57395ae94f9 on host hv-cinder-84914 {{(pid=111560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:38:51.668889 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [req-bc2194c7-53f8-46ee-bfde-9e3615fb6965 req-a410171b-bc9d-4b31-8b04-d9d641620307 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for port (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:51.672047 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-bc2194c7-53f8-46ee-bfde-9e3615fb6965 req-a410171b-bc9d-4b31-8b04-d9d641620307 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.40 "DELETE /networking/v2.0/ports/2c050379-d781-411c-bf85-a57395ae94f9 HTTP/1.1" status: 204 len: 173 time: 0.4688432 Oct 12 00:38:51.673698 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'name': 'network-vif-deleted', 'tag': '2c050379-d781-411c-bf85-a57395ae94f9'}] {{(pid=111560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 00:38:51.676050 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60d7cefe2ef36aac57134442dd8c2bfab76def1bc44efca9438c75bbb20eb86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298b4a3f-84fc-44da-b9af-8957fe0b8fc8" -d '{"events": [{"server_uuid": "e94b5bd6-79cb-4441-899f-bc8236b949a5", "name": "network-vif-deleted", "tag": "2c050379-d781-411c-bf85-a57395ae94f9"}]}' {{(pid=111560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 00:38:51.694154 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-1d8c67b2-04e2-406c-b3cd-be68e7de5de8 req-677c05dd-8102-436f-92d0-8e77bdaa4466 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 210 time: 0.0362625 Oct 12 00:38:51.728031 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 00:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e677ec1-a8ac-4ba4-8b71-61517e3eb800 x-openstack-request-id: req-5e677ec1-a8ac-4ba4-8b71-61517e3eb800 {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 00:38:51.728326 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94b5bd6-79cb-4441-899f-bc8236b949a5", "name": "network-vif-deleted", "tag": "2c050379-d781-411c-bf85-a57395ae94f9", "status": "completed", "code": 200}]} {{(pid=111560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 00:38:51.728586 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e677ec1-a8ac-4ba4-8b71-61517e3eb800 {{(pid=111560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 00:38:51.728996 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e677ec1-a8ac-4ba4-8b71-61517e3eb800'] response: {'server_uuid': 'e94b5bd6-79cb-4441-899f-bc8236b949a5', 'name': 'network-vif-deleted', 'tag': '2c050379-d781-411c-bf85-a57395ae94f9', 'status': 'completed', 'code': 200} Oct 12 00:38:51.771566 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:38:52.808402 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [req-9ab1dc0b-dee3-4c48-b1a0-eb16912d26a7 req-db02b667-5ef2-4ede-801b-ec82de6c3a74 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e94b5bd6-79cb-4441-899f-bc8236b949a5 HTTP/1.1" status: 200 len: 210 time: 0.0277045 Oct 12 00:38:53.873055 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43238) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:38:53.980736 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-99f400f2-c114-46cf-a9f8-1c96f1c3e430 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Deleting port e5a2c1f6-58df-4707-907d-cb01ab8f3b59 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:38:53.981080 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-99f400f2-c114-46cf-a9f8-1c96f1c3e430 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (e5a2c1f6-58df-4707-907d-cb01ab8f3b59), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:54.058994 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-99f400f2-c114-46cf-a9f8-1c96f1c3e430 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (e5a2c1f6-58df-4707-907d-cb01ab8f3b59), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:54.059322 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-99f400f2-c114-46cf-a9f8-1c96f1c3e430 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (e5a2c1f6-58df-4707-907d-cb01ab8f3b59), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:54.072159 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-99f400f2-c114-46cf-a9f8-1c96f1c3e430 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Calling delete_port for e5a2c1f6-58df-4707-907d-cb01ab8f3b59 owned by network:floatingip {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:38:54.279104 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-99f400f2-c114-46cf-a9f8-1c96f1c3e430 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (e5a2c1f6-58df-4707-907d-cb01ab8f3b59), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:54.305707 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f400f2-c114-46cf-a9f8-1c96f1c3e430 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event deleted for resources: {'Port': ['ID=e5a2c1f6-58df-4707-907d-cb01ab8f3b59,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:38:54.365178 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-99f400f2-c114-46cf-a9f8-1c96f1c3e430 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for floatingip (401d0d6e-c085-4385-b8bb-05566009a839), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:54.367699 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-99f400f2-c114-46cf-a9f8-1c96f1c3e430 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122428'] for floatingip (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:54.368879 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-99f400f2-c114-46cf-a9f8-1c96f1c3e430 tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/401d0d6e-c085-4385-b8bb-05566009a839 HTTP/1.1" status: 204 len: 168 time: 0.4960148 Oct 12 00:38:55.723720 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 43250) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:38:55.783006 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-161f8743-8d58-4d04-bf98-e7c6c07a3d7e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group (38eb8640-975d-4e96-993b-fe220e55b3b3), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:55.807018 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-161f8743-8d58-4d04-bf98-e7c6c07a3d7e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group (38eb8640-975d-4e96-993b-fe220e55b3b3), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:55.956350 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-161f8743-8d58-4d04-bf98-e7c6c07a3d7e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (38eb8640-975d-4e96-993b-fe220e55b3b3), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:55.958998 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-161f8743-8d58-4d04-bf98-e7c6c07a3d7e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Publish callbacks [] for security_group (None), before_response {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:55.960266 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-161f8743-8d58-4d04-bf98-e7c6c07a3d7e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/38eb8640-975d-4e96-993b-fe220e55b3b3 HTTP/1.1" status: 204 len: 168 time: 0.2353737 Oct 12 00:38:55.971457 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f8743-8d58-4d04-bf98-e7c6c07a3d7e tempest-TestVolumeBootPattern-1489127995 tempest-TestVolumeBootPattern-1489127995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eb8640-975d-4e96-993b-fe220e55b3b3,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:38:55.984142 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:55.984757 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:55.992280 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2c050379-d781-411c-bf85-a57395ae94f9 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:38:56.010510 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] No Port match for: 2c050379-d781-411c-bf85-a57395ae94f9 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:38:56.013359 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Device 2c050379-d781-411c-bf85-a57395ae94f9 not bound to the agent host hv-cinder-84914 {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:38:56.084274 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43254) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:38:56.366554 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:56.492597 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:56.527617 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700557'] for router_interface (2211ea9a-1755-47cd-8330-5354cf9367b1), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:56.746256 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] Deleting port 870e6872-f38d-4309-9e82-1a0ce1934f44 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:38:56.746497 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:56.823654 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] For port 870e6872-f38d-4309-9e82-1a0ce1934f44, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=870e6872-f38d-4309-9e82-1a0ce1934f44,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:38:56.824015 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:56.836316 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] Calling delete_port for 870e6872-f38d-4309-9e82-1a0ce1934f44 owned by network:router_interface {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:38:57.077257 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (870e6872-f38d-4309-9e82-1a0ce1934f44), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:57.106090 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] Pushing event deleted for resources: {'Port': ['ID=870e6872-f38d-4309-9e82-1a0ce1934f44,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:38:57.254322 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:57.268818 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700537'] for router_interface (2211ea9a-1755-47cd-8330-5354cf9367b1), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:57.288718 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cca5434-0df3-43d6-a185-3f5d96f279d0 None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:38:57.366094 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca5434-0df3-43d6-a185-3f5d96f279d0 None None] Resources bound (agent type, host, resource id): {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 00:38:57.378049 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:57.479607 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] Router 2211ea9a-1755-47cd-8330-5354cf9367b1 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:38:57.585900 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:38:57.590930 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-3db40cf0-d18a-4e24-a2ea-f44ee283b926 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/2211ea9a-1755-47cd-8330-5354cf9367b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5055873 Oct 12 00:38:57.593579 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43258) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:38:57.596800 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4ab35-c4ba-4646-9ff8-97fe07a0922b None None] Sync routers for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:38:57.609002 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4ab35-c4ba-4646-9ff8-97fe07a0922b None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:38:57.610091 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-c1c4ab35-c4ba-4646-9ff8-97fe07a0922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:38:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:57.721714 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-c1c4ab35-c4ba-4646-9ff8-97fe07a0922b None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:38:57.942449 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Publish callbacks [] for router (2211ea9a-1755-47cd-8330-5354cf9367b1), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:57.991942 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-c1c4ab35-c4ba-4646-9ff8-97fe07a0922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:38:56Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:58.018426 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4ab35-c4ba-4646-9ff8-97fe07a0922b None None] Checking router: 2211ea9a-1755-47cd-8330-5354cf9367b1 for host: dv-cinder-849143-13-iscsi {{(pid=111562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:38:58.028835 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4ab35-c4ba-4646-9ff8-97fe07a0922b None None] Routers {'2211ea9a-1755-47cd-8330-5354cf9367b1'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:38:58.030034 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-c1c4ab35-c4ba-4646-9ff8-97fe07a0922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:38:31Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['2211ea9a-1755-47cd-8330-5354cf9367b1'], 'active': True} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:58.040150 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-13cf2907-c4f2-4213-8cc7-992aec375194 None None] Provisioning complete for port 91632d72-6ef7-468c-8d4e-c2adca73cb64 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:38:58.040724 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-13cf2907-c4f2-4213-8cc7-992aec375194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.041094 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-13cf2907-c4f2-4213-8cc7-992aec375194 None None] Attempt 1 to provision port 91632d72-6ef7-468c-8d4e-c2adca73cb64 Oct 12 00:38:58.052799 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Publish callbacks [] for router_gateway (2211ea9a-1755-47cd-8330-5354cf9367b1), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.113172 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-13cf2907-c4f2-4213-8cc7-992aec375194 None None] Current status of the port 91632d72-6ef7-468c-8d4e-c2adca73cb64 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:38:58.135352 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_dvr_db [None req-c1c4ab35-c4ba-4646-9ff8-97fe07a0922b None None] Set router 2211ea9a-1755-47cd-8330-5354cf9367b1 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:38:58.149390 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Deleting port e3aef0d9-017f-4486-9419-632eb82e157b {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:38:58.150045 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.228538 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] For port e3aef0d9-017f-4486-9419-632eb82e157b, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=e3aef0d9-017f-4486-9419-632eb82e157b,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:38:58.228817 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.241897 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Calling delete_port for e3aef0d9-017f-4486-9419-632eb82e157b owned by network:router_gateway {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:38:58.253576 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:58.297936 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=100 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:58.300719 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.l3_hamode_db [None req-c1c4ab35-c4ba-4646-9ff8-97fe07a0922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:38:56Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:58.328541 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4ab35-c4ba-4646-9ff8-97fe07a0922b None None] The sync data for ids ['2211ea9a-1755-47cd-8330-5354cf9367b1'] in dv-cinder-849143-13-iscsi is: [{'id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'name': 'tempest-TestVolumeBootPattern-1550143785-router', 'tenant_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:36Z', 'updated_at': '2022-10-12T00:38:56Z', 'revision_number': 5, 'project_id': '764ed0f4ff5d4c48b89dc4be9460323b', 'gw_port': {'id': 'e3aef0d9-017f-4486-9419-632eb82e157b', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211ea9a-1755-47cd-8330-5354cf9367b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:37Z', 'updated_at': '2022-10-12T00:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}] {{(pid=111562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:38:58.396482 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d1c586ae-3da3-4675-a6d9-a3f0094d1cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.487800 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (e3aef0d9-017f-4486-9419-632eb82e157b), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.512916 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3aef0d9-017f-4486-9419-632eb82e157b,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:38:58.579189 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3698035'] for router_gateway (2211ea9a-1755-47cd-8330-5354cf9367b1), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.580843 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:58.663460 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:58.667291 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4256'] for router (2211ea9a-1755-47cd-8330-5354cf9367b1), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.669447 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Publish callbacks [] for router_controller (2211ea9a-1755-47cd-8330-5354cf9367b1), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.776325 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700577'] for router (2211ea9a-1755-47cd-8330-5354cf9367b1), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.776904 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2211ea9a-1755-47cd-8330-5354cf9367b1 {{(pid=111559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 00:38:58.781404 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.787154 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-84975cc7-7415-4ae9-9319-69191a01e5e5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/2211ea9a-1755-47cd-8330-5354cf9367b1 HTTP/1.1" status: 204 len: 168 time: 1.1880400 Oct 12 00:38:58.787154 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43260) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:38:58.836586 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0797bb8-c1ce-45cc-9780-03e70201b978 admin admin] Deleting subnet 558db806-53ce-4f59-9fa5-39e371fd24bb {{(pid=111559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:38:58.840050 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a0797bb8-c1ce-45cc-9780-03e70201b978 admin admin] Publish callbacks [] for subnet (558db806-53ce-4f59-9fa5-39e371fd24bb), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.874843 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a0797bb8-c1ce-45cc-9780-03e70201b978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461494'] for subnet (558db806-53ce-4f59-9fa5-39e371fd24bb), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:58.951035 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a0797bb8-c1ce-45cc-9780-03e70201b978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (558db806-53ce-4f59-9fa5-39e371fd24bb), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.073840 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a0797bb8-c1ce-45cc-9780-03e70201b978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25924447'] for subnet (558db806-53ce-4f59-9fa5-39e371fd24bb), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.100933 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0797bb8-c1ce-45cc-9780-03e70201b978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558db806-53ce-4f59-9fa5-39e371fd24bb,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:38:59.102880 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-a0797bb8-c1ce-45cc-9780-03e70201b978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.105974 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-a0797bb8-c1ce-45cc-9780-03e70201b978 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/558db806-53ce-4f59-9fa5-39e371fd24bb HTTP/1.1" status: 204 len: 168 time: 0.3197713 Oct 12 00:38:59.106548 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec245c-9f1b-4fe8-a99b-9f06f3002fdf None None] Network 2a02dece-4b1c-4c17-bb61-97d2fc408cbe requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:38:59.109109 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43262) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:38:59.177973 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (2a02dece-4b1c-4c17-bb61-97d2fc408cbe), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.221222 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Deleting port 91632d72-6ef7-468c-8d4e-c2adca73cb64 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:38:59.221563 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.287159 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] For port 91632d72-6ef7-468c-8d4e-c2adca73cb64, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=91632d72-6ef7-468c-8d4e-c2adca73cb64,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:38:59.287494 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.301960 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Calling delete_port for 91632d72-6ef7-468c-8d4e-c2adca73cb64 owned by network:dhcp {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:38:59.329804 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] DHCP port deletion for 2a02dece-4b1c-4c17-bb61-97d2fc408cbe request from dv-cinder-849143-13-iscsi {{(pid=111561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 00:38:59.371776 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Deleting port 91632d72-6ef7-468c-8d4e-c2adca73cb64 {{(pid=111561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:38:59.372150 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), before_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.434515 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] For port 91632d72-6ef7-468c-8d4e-c2adca73cb64, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=91632d72-6ef7-468c-8d4e-c2adca73cb64,segment=NetworkSegment(bea8764b-48c1-420e-8ff2-ea497ee93a2d),segment_id=bea8764b-48c1-420e-8ff2-ea497ee93a2d)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:38:59.435314 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), precommit_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.447677 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Calling delete_port for 91632d72-6ef7-468c-8d4e-c2adca73cb64 owned by network:dhcp {{(pid=111561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:38:59.453682 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.484062 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] No DVR routers for this DVR port 91632d72-6ef7-468c-8d4e-c2adca73cb64 on host dv-cinder-849143-13-iscsi {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:38:59.485741 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=91632d72-6ef7-468c-8d4e-c2adca73cb64,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:38:59.524899 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (91632d72-6ef7-468c-8d4e-c2adca73cb64), after_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.549802 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Pushing event deleted for resources: {'Port': ['ID=91632d72-6ef7-468c-8d4e-c2adca73cb64,revision_number=None']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:38:59.553693 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:38:59.554285 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] No DVR routers for this DVR port 91632d72-6ef7-468c-8d4e-c2adca73cb64 on host dv-cinder-849143-13-iscsi {{(pid=111561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:38:59.558480 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (2a02dece-4b1c-4c17-bb61-97d2fc408cbe), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.561215 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.561556 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.561893 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.562229 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.562557 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.562887 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.563209 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.563555 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.563879 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.564202 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.564522 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.564842 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.565165 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.565703 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.565957 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31ca78-52b0-4811-aa17-eb28fd42fe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-13-iscsi {{(pid=111561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 00:38:59.580477 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a02dece-4b1c-4c17-bb61-97d2fc408cbe']}} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:59.590029 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea8764b-48c1-420e-8ff2-ea497ee93a2d') {'for_net_delete': True} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:59.590349 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea8764b-48c1-420e-8ff2-ea497ee93a2d') {} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:38:59.601005 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461391'] for segment (bea8764b-48c1-420e-8ff2-ea497ee93a2d), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.614592 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (bea8764b-48c1-420e-8ff2-ea497ee93a2d), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.621282 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=111559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:38:59.621676 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966068'] for segment (bea8764b-48c1-420e-8ff2-ea497ee93a2d), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.722460 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment bea8764b-48c1-420e-8ff2-ea497ee93a2d resource provider aggregate not found Oct 12 00:38:59.741262 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment bea8764b-48c1-420e-8ff2-ea497ee93a2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bea8764b-48c1-420e-8ff2-ea497ee93a2d found for delete ", "request_id": "req-008120ff-c7de-4cba-a67f-cd0ef0e49bdf"}]} Oct 12 00:38:59.762485 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (2a02dece-4b1c-4c17-bb61-97d2fc408cbe), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.768032 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:38:59.771301 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/2a02dece-4b1c-4c17-bb61-97d2fc408cbe HTTP/1.1" status: 204 len: 168 time: 0.6612561 Oct 12 00:38:59.774714 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [-] (111560) accepted ('10.222.0.36', 43270) {{(pid=111560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:38:59.783117 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c8581-33e9-4ebc-bf69-d856ed141b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a02dece-4b1c-4c17-bb61-97d2fc408cbe,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:39:00.013995 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device e3aef0d9-017f-4486-9419-632eb82e157b no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:39:00.034147 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: e3aef0d9-017f-4486-9419-632eb82e157b {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:39:00.034490 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device e3aef0d9-017f-4486-9419-632eb82e157b not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:39:00.034904 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 91632d72-6ef7-468c-8d4e-c2adca73cb64 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:39:00.052365 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 91632d72-6ef7-468c-8d4e-c2adca73cb64 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:39:00.052710 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 91632d72-6ef7-468c-8d4e-c2adca73cb64 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:39:00.053118 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 870e6872-f38d-4309-9e82-1a0ce1934f44 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:39:00.070275 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 870e6872-f38d-4309-9e82-1a0ce1934f44 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:39:00.070623 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 870e6872-f38d-4309-9e82-1a0ce1934f44 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:39:00.081065 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700557'] for router_interface (988312a4-0998-4e49-8bca-2fafb5d3b079), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:00.292457 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] Deleting port aa4e1f29-7a74-4b16-9138-aad70dfe5cee {{(pid=111560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:39:00.292697 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), before_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:00.372712 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.db [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] For port aa4e1f29-7a74-4b16-9138-aad70dfe5cee, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=aa4e1f29-7a74-4b16-9138-aad70dfe5cee,segment=NetworkSegment(8ff60a0a-2546-47fd-931d-8e24c0c1497f),segment_id=8ff60a0a-2546-47fd-931d-8e24c0c1497f)] {{(pid=111560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:39:00.373565 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), precommit_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:00.385150 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:00.386579 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.plugins.ml2.plugin [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] Calling delete_port for aa4e1f29-7a74-4b16-9138-aad70dfe5cee owned by network:router_interface {{(pid=111560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:39:00.440966 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:00.639841 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655447'] for port (aa4e1f29-7a74-4b16-9138-aad70dfe5cee), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:00.664387 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4e1f29-7a74-4b16-9138-aad70dfe5cee,revision_number=None']} {{(pid=111560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:39:00.696146 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-5a093d17-b9ed-4adb-acfd-d5a3610fb2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:00.828000 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron_lib.callbacks.manager [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700537'] for router_interface (988312a4-0998-4e49-8bca-2fafb5d3b079), after_delete {{(pid=111560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:00.848210 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc59c6-526d-4383-847b-b8e852510897 None None] get_active_networks_info from dv-cinder-849143-13-iscsi {{(pid=111561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 00:39:00.921805 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc59c6-526d-4383-847b-b8e852510897 None None] Resources bound (agent type, host, resource id): {{(pid=111561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 00:39:00.924430 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:00.937854 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:01.302902 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] Router 988312a4-0998-4e49-8bca-2fafb5d3b079 has already been hosted by L3 agent ea6bde64-fef4-429f-b28e-b23f3f07d9f9 {{(pid=111560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 00:39:01.410392 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] Notify agent at l3_agent.dv-cinder-849143-13-iscsi the message routers_updated {{(pid=111560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 00:39:01.415345 dv-cinder-849143-13-iscsi neutron-server[111560]: INFO neutron.wsgi [None req-1f75a034-bb96-4f72-8580-6acc0a8d5c42 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/988312a4-0998-4e49-8bca-2fafb5d3b079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6394362 Oct 12 00:39:01.418110 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43272) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:39:01.421167 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680444f4-2b48-481a-84cf-ad0a2df4dd4c None None] Sync routers for ids ['988312a4-0998-4e49-8bca-2fafb5d3b079'] in dv-cinder-849143-13-iscsi {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 00:39:01.432554 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680444f4-2b48-481a-84cf-ad0a2df4dd4c None None] Routers {'988312a4-0998-4e49-8bca-2fafb5d3b079'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:39:01.433195 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-680444f4-2b48-481a-84cf-ad0a2df4dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:39:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['988312a4-0998-4e49-8bca-2fafb5d3b079'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:39:01.514059 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:01.523681 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Publish callbacks [] for router (988312a4-0998-4e49-8bca-2fafb5d3b079), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:01.541084 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-680444f4-2b48-481a-84cf-ad0a2df4dd4c None None] Set router 988312a4-0998-4e49-8bca-2fafb5d3b079 gateway port host: dv-cinder-849143-13-iscsi {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:39:01.613215 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.provisioning_blocks [None req-fa797452-e403-4593-a6ea-45502e6e6e3a None None] Provisioning complete for port 309b8791-4e14-4b1c-94d8-69111896ea46 triggered by entity DHCP. {{(pid=111561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 00:39:01.613489 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-fa797452-e403-4593-a6ea-45502e6e6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665895'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), provisioning_complete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:01.613987 dv-cinder-849143-13-iscsi neutron-server[111561]: INFO neutron.plugins.ml2.plugin [None req-fa797452-e403-4593-a6ea-45502e6e6e3a None None] Attempt 1 to provision port 309b8791-4e14-4b1c-94d8-69111896ea46 Oct 12 00:39:01.621766 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Publish callbacks [] for router_gateway (988312a4-0998-4e49-8bca-2fafb5d3b079), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:01.714208 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Deleting port acee4536-015c-43a1-8033-8ea9456cd495 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:39:01.714555 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (acee4536-015c-43a1-8033-8ea9456cd495), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:01.776422 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-fa797452-e403-4593-a6ea-45502e6e6e3a None None] Current status of the port 309b8791-4e14-4b1c-94d8-69111896ea46 is: ACTIVE; New status is: ACTIVE {{(pid=111561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 00:39:01.778760 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-680444f4-2b48-481a-84cf-ad0a2df4dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'name': 'tempest-TestVolumeBootPattern-730604545-router', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'external_fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:42Z', 'updated_at': '2022-10-12T00:39:00Z', 'revision_number': 5, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'gw_port': {'id': 'acee4536-015c-43a1-8033-8ea9456cd495', 'name': '', 'network_id': '3241131d-6457-49e3-8f85-61678456bc18', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T00:31:43Z', 'updated_at': '2022-10-12T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a9127b6-7921-42fd-b916-e8ff9bbb572d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-13-iscsi'}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:39:01.793743 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] For port acee4536-015c-43a1-8033-8ea9456cd495, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=acee4536-015c-43a1-8033-8ea9456cd495,segment=NetworkSegment(1fffa817-3c25-4391-a51f-c0e342de8a78),segment_id=1fffa817-3c25-4391-a51f-c0e342de8a78)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:39:01.794103 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (acee4536-015c-43a1-8033-8ea9456cd495), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:01.803559 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680444f4-2b48-481a-84cf-ad0a2df4dd4c None None] Checking router: 988312a4-0998-4e49-8bca-2fafb5d3b079 for host: dv-cinder-849143-13-iscsi {{(pid=111561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 00:39:01.810230 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Calling delete_port for acee4536-015c-43a1-8033-8ea9456cd495 owned by network:router_gateway {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:39:01.820870 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680444f4-2b48-481a-84cf-ad0a2df4dd4c None None] Routers {'988312a4-0998-4e49-8bca-2fafb5d3b079'} bound to L3 agent in host dv-cinder-849143-13-iscsi {{(pid=111561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 00:39:01.821463 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-680444f4-2b48-481a-84cf-ad0a2df4dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T00:11:31Z,description=,heartbeat_timestamp=2022-10-12T00:39:01Z,host='dv-cinder-849143-13-iscsi',id=ea6bde64-fef4-429f-b28e-b23f3f07d9f9,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T00:11:31Z,topic='l3_agent')) {'router_ids': ['988312a4-0998-4e49-8bca-2fafb5d3b079'], 'active': True} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:39:01.888003 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:01.909294 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvr_db [None req-680444f4-2b48-481a-84cf-ad0a2df4dd4c None None] Set router 988312a4-0998-4e49-8bca-2fafb5d3b079 gateway port host: None {{(pid=111561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 00:39:01.961419 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_hamode_db [None req-680444f4-2b48-481a-84cf-ad0a2df4dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'name': 'tempest-TestVolumeBootPattern-730604545-router', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:42Z', 'updated_at': '2022-10-12T00:39:01Z', 'revision_number': 6, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'gw_port_host': None}], 'dv-cinder-849143-13-iscsi', False) {} {{(pid=111561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:39:01.986933 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680444f4-2b48-481a-84cf-ad0a2df4dd4c None None] The sync data for ids ['988312a4-0998-4e49-8bca-2fafb5d3b079'] in dv-cinder-849143-13-iscsi is: [{'id': '988312a4-0998-4e49-8bca-2fafb5d3b079', 'name': 'tempest-TestVolumeBootPattern-730604545-router', 'tenant_id': '9082ff8249a9467abcfb4708046a18c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T00:31:42Z', 'updated_at': '2022-10-12T00:39:01Z', 'revision_number': 6, 'project_id': '9082ff8249a9467abcfb4708046a18c6', 'gw_port_host': None}] {{(pid=111561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 00:39:02.033346 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (acee4536-015c-43a1-8033-8ea9456cd495), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.055800 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=acee4536-015c-43a1-8033-8ea9456cd495,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:39:02.124623 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3698035'] for router_gateway (988312a4-0998-4e49-8bca-2fafb5d3b079), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.209576 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4256'] for router (988312a4-0998-4e49-8bca-2fafb5d3b079), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.211651 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Publish callbacks [] for router_controller (988312a4-0998-4e49-8bca-2fafb5d3b079), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.307859 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700577'] for router (988312a4-0998-4e49-8bca-2fafb5d3b079), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.308357 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 988312a4-0998-4e49-8bca-2fafb5d3b079 {{(pid=111559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 00:39:02.313132 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.314303 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-9cb2017c-a292-40aa-91af-2c4518df59f9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/988312a4-0998-4e49-8bca-2fafb5d3b079 HTTP/1.1" status: 204 len: 168 time: 0.8951073 Oct 12 00:39:02.316878 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43274) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:39:02.366990 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29bb633-7674-435f-bb88-99bf5d024a98 admin admin] Deleting subnet 60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b {{(pid=111559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 00:39:02.370514 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d29bb633-7674-435f-bb88-99bf5d024a98 admin admin] Publish callbacks [] for subnet (60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.395140 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:02.406718 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d29bb633-7674-435f-bb88-99bf5d024a98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461494'] for subnet (60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b), precommit_delete_associations {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.480895 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d29bb633-7674-435f-bb88-99bf5d024a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3441564'] for subnet (60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.509934 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:02.631234 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d29bb633-7674-435f-bb88-99bf5d024a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3442867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25924447'] for subnet (60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.658584 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bb633-7674-435f-bb88-99bf5d024a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:39:02.663008 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-d29bb633-7674-435f-bb88-99bf5d024a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for subnet (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.666133 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-d29bb633-7674-435f-bb88-99bf5d024a98 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/60b272a3-0c87-4e40-b98f-ae7f3fcb3a8b HTTP/1.1" status: 204 len: 168 time: 0.3483381 Oct 12 00:39:02.668726 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43276) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:39:02.671925 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac75aef4-3280-4a8d-89ab-844debc894cc None None] Network c7be0b46-17a6-4c87-baaa-3b5a16277e24 requested from dv-cinder-849143-13-iscsi {{(pid=111561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 00:39:02.739422 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729425'] for network (c7be0b46-17a6-4c87-baaa-3b5a16277e24), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.787291 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Deleting port 309b8791-4e14-4b1c-94d8-69111896ea46 {{(pid=111559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:39:02.787699 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.834506 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f38f14-2cd1-46ef-8879-3d0c1254d37f None None] DHCP port deletion for c7be0b46-17a6-4c87-baaa-3b5a16277e24 request from dv-cinder-849143-13-iscsi {{(pid=111561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 00:39:02.852400 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.db [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] For port 309b8791-4e14-4b1c-94d8-69111896ea46, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=309b8791-4e14-4b1c-94d8-69111896ea46,segment=NetworkSegment(8ff60a0a-2546-47fd-931d-8e24c0c1497f),segment_id=8ff60a0a-2546-47fd-931d-8e24c0c1497f)] {{(pid=111559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:39:02.852767 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.867487 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.plugin [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Calling delete_port for 309b8791-4e14-4b1c-94d8-69111896ea46 owned by network:dhcp {{(pid=111559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:39:02.873221 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-c2f38f14-2cd1-46ef-8879-3d0c1254d37f None None] Deleting port 309b8791-4e14-4b1c-94d8-69111896ea46 {{(pid=111561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 00:39:02.873598 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c2f38f14-2cd1-46ef-8879-3d0c1254d37f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788062989096'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), before_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.915216 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=100 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:02.939802 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.db [None req-c2f38f14-2cd1-46ef-8879-3d0c1254d37f None None] For port 309b8791-4e14-4b1c-94d8-69111896ea46, host dv-cinder-849143-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-13-iscsi',level=0,port_id=309b8791-4e14-4b1c-94d8-69111896ea46,segment=NetworkSegment(8ff60a0a-2546-47fd-931d-8e24c0c1497f),segment_id=8ff60a0a-2546-47fd-931d-8e24c0c1497f)] {{(pid=111561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 00:39:02.940198 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c2f38f14-2cd1-46ef-8879-3d0c1254d37f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433523'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), precommit_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:02.954010 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-c2f38f14-2cd1-46ef-8879-3d0c1254d37f None None] Calling delete_port for 309b8791-4e14-4b1c-94d8-69111896ea46 owned by network:dhcp {{(pid=111561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 00:39:03.007865 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965867'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.038831 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Pushing event deleted for resources: {'Port': ['ID=309b8791-4e14-4b1c-94d8-69111896ea46,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:39:03.042817 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] No DVR routers for this DVR port 309b8791-4e14-4b1c-94d8-69111896ea46 on host dv-cinder-849143-13-iscsi {{(pid=111559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:39:03.052158 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c2f38f14-2cd1-46ef-8879-3d0c1254d37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4087570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788062991526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788062616324'] for port (309b8791-4e14-4b1c-94d8-69111896ea46), after_delete {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.077544 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f38f14-2cd1-46ef-8879-3d0c1254d37f None None] Pushing event deleted for resources: {'Port': ['ID=309b8791-4e14-4b1c-94d8-69111896ea46,revision_number=None']} {{(pid=111561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:39:03.081841 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f38f14-2cd1-46ef-8879-3d0c1254d37f None None] No DVR routers for this DVR port 309b8791-4e14-4b1c-94d8-69111896ea46 on host dv-cinder-849143-13-iscsi {{(pid=111561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 00:39:03.115708 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666766', 'neutron.services.segments.db._delete_segments_for_network-8788063064028'] for network (c7be0b46-17a6-4c87-baaa-3b5a16277e24), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.116710 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.135527 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7be0b46-17a6-4c87-baaa-3b5a16277e24']}} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:39:03.145412 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff60a0a-2546-47fd-931d-8e24c0c1497f') {'for_net_delete': True} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:39:03.145711 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.services.segments.db [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff60a0a-2546-47fd-931d-8e24c0c1497f') {} {{(pid=111559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 00:39:03.156245 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788063082662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461391'] for segment (8ff60a0a-2546-47fd-931d-8e24c0c1497f), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.169375 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195'] for segment (8ff60a0a-2546-47fd-931d-8e24c0c1497f), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.175585 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=111559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 00:39:03.175964 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966068'] for segment (8ff60a0a-2546-47fd-931d-8e24c0c1497f), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.194489 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 8ff60a0a-2546-47fd-931d-8e24c0c1497f resource provider aggregate not found Oct 12 00:39:03.225528 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.services.segments.plugin [-] Segment 8ff60a0a-2546-47fd-931d-8e24c0c1497f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ff60a0a-2546-47fd-931d-8e24c0c1497f found for delete ", "request_id": "req-63dfb2f0-b28d-4f15-9162-4632f9d604ed"}]} Oct 12 00:39:03.307919 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3698092'] for network (c7be0b46-17a6-4c87-baaa-3b5a16277e24), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.318194 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931503'] for network (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.318194 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/c7be0b46-17a6-4c87-baaa-3b5a16277e24 HTTP/1.1" status: 204 len: 168 time: 0.6475515 Oct 12 00:39:03.329422 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36954a-e7ff-424d-ae6c-da9c88dc19cb admin admin] Pushing event deleted for resources: {'Network': ['ID=c7be0b46-17a6-4c87-baaa-3b5a16277e24,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:39:03.336368 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.642649 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43284) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:39:03.683615 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-ef203694-042b-4865-9d82-a76234a0c3cd admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=764ed0f4ff5d4c48b89dc4be9460323b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397499 Oct 12 00:39:03.686905 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43286) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:39:03.735660 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8fb07f2b-7b8a-4697-bd8d-c793f8916c44 admin admin] Publish callbacks [] for security_group (e9cce974-1b65-4f8d-aefc-dc00ecfd50b1), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.746640 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:03.756259 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8fb07f2b-7b8a-4697-bd8d-c793f8916c44 admin admin] Publish callbacks [] for security_group (e9cce974-1b65-4f8d-aefc-dc00ecfd50b1), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.861971 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8fb07f2b-7b8a-4697-bd8d-c793f8916c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (e9cce974-1b65-4f8d-aefc-dc00ecfd50b1), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.864521 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-8fb07f2b-7b8a-4697-bd8d-c793f8916c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:03.865658 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-8fb07f2b-7b8a-4697-bd8d-c793f8916c44 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e9cce974-1b65-4f8d-aefc-dc00ecfd50b1 HTTP/1.1" status: 204 len: 168 time: 0.1773233 Oct 12 00:39:03.874175 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb07f2b-7b8a-4697-bd8d-c793f8916c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cce974-1b65-4f8d-aefc-dc00ecfd50b1,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:39:04.014037 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device aa4e1f29-7a74-4b16-9138-aad70dfe5cee no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:39:04.017174 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:04.037177 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: aa4e1f29-7a74-4b16-9138-aad70dfe5cee {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:39:04.037568 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device aa4e1f29-7a74-4b16-9138-aad70dfe5cee not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:39:04.037992 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device acee4536-015c-43a1-8033-8ea9456cd495 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:39:04.056346 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: acee4536-015c-43a1-8033-8ea9456cd495 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:39:04.056689 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device acee4536-015c-43a1-8033-8ea9456cd495 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:39:04.057094 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 309b8791-4e14-4b1c-94d8-69111896ea46 no longer exists at agent ovs-agent-dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 00:39:04.074417 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.plugin [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] No Port match for: 309b8791-4e14-4b1c-94d8-69111896ea46 {{(pid=111561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 00:39:04.074764 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron.plugins.ml2.rpc [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Device 309b8791-4e14-4b1c-94d8-69111896ea46 not bound to the agent host dv-cinder-849143-13-iscsi {{(pid=111561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 00:39:04.501025 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43292) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:39:04.545362 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-c19c9cd9-5cde-45eb-bd0d-52cf84110cab admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9082ff8249a9467abcfb4708046a18c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398753 Oct 12 00:39:04.545362 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [-] (111559) accepted ('10.222.0.36', 43294) {{(pid=111559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 00:39:04.581661 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:04.593112 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-340520d7-9788-4858-9918-ed988dcc7a5d admin admin] Publish callbacks [] for security_group (548cac6e-da76-487a-90d5-b33ced7375a5), before_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:04.613611 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-340520d7-9788-4858-9918-ed988dcc7a5d admin admin] Publish callbacks [] for security_group (548cac6e-da76-487a-90d5-b33ced7375a5), precommit_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:04.646087 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:04.756266 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-340520d7-9788-4858-9918-ed988dcc7a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755302'] for security_group (548cac6e-da76-487a-90d5-b33ced7375a5), after_delete {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:04.758862 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron_lib.callbacks.manager [None req-340520d7-9788-4858-9918-ed988dcc7a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:04.760082 dv-cinder-849143-13-iscsi neutron-server[111559]: INFO neutron.wsgi [None req-340520d7-9788-4858-9918-ed988dcc7a5d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/548cac6e-da76-487a-90d5-b33ced7375a5 HTTP/1.1" status: 204 len: 168 time: 0.2145057 Oct 12 00:39:04.768657 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340520d7-9788-4858-9918-ed988dcc7a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548cac6e-da76-487a-90d5-b33ced7375a5,revision_number=None']} {{(pid=111559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 00:39:11.406247 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:11.408150 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG dbcounter [-] [111560] Writing DB stats neutron:SELECT=60 {{(pid=111560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:14.513961 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=29,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:14.764139 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG dbcounter [-] [111559] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=111559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:14.780729 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:16.818757 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:26.822641 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:28.372866 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-c248936a-e761-4580-8a7a-833f80e67dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:28.770871 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:39:30.701112 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-50ee6418-4312-4b09-8a80-b31ed7e5e05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:31.883677 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:33.135419 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:33.330288 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:34.572937 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:39:38.765485 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:38.766209 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:44.508806 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:44.511674 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:53.826110 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:53.831175 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:39:58.397534 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-de4be117-cae7-461e-aebf-7700747a30d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:00.675116 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-21cf0404-17f1-4553-a046-635a4d7dd673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:01.882945 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:03.117509 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:03.323253 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:04.583550 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:05.770201 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:40:14.524188 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:40:14.526051 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:40:28.399740 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-80f17145-dd10-44cf-96fd-768d7009d64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:30.705153 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4761e96d-6dff-4156-ad2e-cdea026de591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:30.823107 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=16 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:40:30.827013 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=18 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:40:31.882636 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:32.896209 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [req-7edef450-7247-4325-9e5d-ee96d61d6b09 req-409fc442-fa0c-4be4-82ac-ad8ef3842c2d service neutron] (111559) timed out ('10.222.0.40', 55569) {{(pid=111559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 00:40:33.113780 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:33.356738 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:34.573776 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:40:42.768730 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:40:44.514230 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:40:44.516080 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:40:54.776309 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:40:54.778137 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:40:58.387712 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b208-98e4-44f9-8947-58781763c002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:00.675850 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e12e0976-a485-4b8a-9a5c-5ef167e34b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:01.887299 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:03.110137 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:03.344743 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:04.598776 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:07.819153 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:41:07.822980 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:41:14.525552 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:41:14.531532 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:41:19.768116 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:41:28.409566 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-6f22f6dd-d5d7-432f-a7ff-14a9e49159e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:29.763012 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:41:29.763785 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:41:30.687414 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-5c2749c0-468e-4791-a8fa-2ab7bcc7ce89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:31.877498 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:33.106115 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:33.340438 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:34.601015 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:41:44.540271 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:41:44.543025 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:41:44.814791 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:41:44.818555 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=3 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:41:56.767570 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:41:58.397353 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-4ea0718f-534b-4644-a6e9-cd78251acf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:00.682427 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d54566ac-6abe-4d11-880e-b754b97a37b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:01.899651 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:03.111072 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:03.345705 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:04.602404 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:06.764331 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:42:14.538037 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:42:14.539962 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:42:20.267599 dv-cinder-849143-13-iscsi neutron-server[111559]: DEBUG neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-c6090d95-cd3e-439f-9513-c11df3da7b3a service neutron] (111559) timed out ('10.222.0.36', 38820) {{(pid=111559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 00:42:20.496186 dv-cinder-849143-13-iscsi neutron-server[111560]: DEBUG neutron.wsgi [req-a5be4417-3367-4c22-b7a1-64adbb36fe9f req-b1c45f36-4c7c-4e16-8dec-733865f0b918 tempest-AttachVolumeShelveTestJSON-138744819 tempest-AttachVolumeShelveTestJSON-138744819-project] (111560) timed out ('10.222.0.36', 38838) {{(pid=111560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 00:42:24.081300 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=16 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:42:24.083550 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=16 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:42:28.388477 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-0083b830-3b10-464d-b087-1aeb1ded59df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:30.691099 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-e9bee561-4bae-4a98-b9db-d60c43e18b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:31.896870 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:33.133295 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:33.339040 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:33.765712 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:42:34.599634 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:43.761079 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:42:43.761816 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:42:44.531296 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:42:44.537306 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:42:58.395068 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-5284b2d0-0167-4890-8aae-c48178ab1abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:42:58.824947 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:42:58.829802 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=5 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:43:00.698105 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-a95199ac-afd5-4553-a82e-c701822f0a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:43:01.903594 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:43:03.149405 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:43:03.343641 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:43:04.604772 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:43:10.763721 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:43:14.535680 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:43:14.538487 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:43:20.758591 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:43:28.386567 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-775e987d-6c37-4041-9a49-2266987dffd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:43:30.691760 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-d635be90-60c2-4ec1-9d9f-5e47ed36470d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:43:31.914084 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:43:33.120119 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:43:33.346996 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:43:34.628583 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:43:35.831452 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:43:35.835326 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:43:44.565248 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:43:44.568171 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:43:47.763102 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 00:43:57.758288 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:43:57.759031 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=1 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:43:58.387933 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-8599112b-5393-482c-9be6-c037c6eb4c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea5ecd82-b5c9-45fd-8a8a-a09f68930f6e), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:44:00.690285 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-2207c97f-f89f-4064-8ddc-b11006dcd5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (ea6bde64-fef4-429f-b28e-b23f3f07d9f9), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:44:01.906070 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3b094638-fb93-4055-b67c-3b0e539963e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (4850630b-f3c4-4d15-aaa5-c7ad57c08ead), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:44:03.153371 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-3e18e520-70e0-4252-b102-c1637ae910ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (991d8c4c-6cfd-450f-82fa-1461b61d243d), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:44:03.370186 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-24782cbf-dd65-4cca-bc59-da07f64f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (5ac20b87-1ae1-4b88-9e63-ef6e81abce82), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:44:04.631750 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG neutron_lib.callbacks.manager [None req-9d98473f-2cf0-4fa7-ab5e-3e4b83e15361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788063064010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent (717fa109-aa3d-420b-bb72-62872b7d7934), after_update {{(pid=111561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 00:44:12.820913 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=2 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:44:12.830826 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=4 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:44:14.559008 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:44:14.565533 dv-cinder-849143-13-iscsi neutron-server[111561]: DEBUG dbcounter [-] [111561] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:44:24.088567 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=11 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:44:24.090551 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG dbcounter [-] [111562] Writing DB stats neutron:SELECT=15 {{(pid=111562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 00:44:24.762081 dv-cinder-849143-13-iscsi neutron-server[111562]: DEBUG neutron.db.agents_db [None req-34662c95-25da-42d8-84aa-4a0e51052fff None None] Agent healthcheck: found 6 active agents {{(pid=111562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}